2024-11-18 10:44:03,722 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-18 10:44:03,734 main DEBUG Took 0.009852 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 10:44:03,734 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 10:44:03,735 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 10:44:03,736 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 10:44:03,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:44:03,749 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 10:44:03,765 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,767 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:44:03,768 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:44:03,769 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,770 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:44:03,771 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:44:03,772 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,773 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:44:03,774 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:44:03,775 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,775 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:44:03,776 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:44:03,777 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:44:03,777 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:44:03,778 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:44:03,779 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 10:44:03,780 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,780 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 10:44:03,782 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 10:44:03,783 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 10:44:03,785 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 10:44:03,786 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 10:44:03,788 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 10:44:03,788 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 10:44:03,800 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 10:44:03,803 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 10:44:03,805 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 10:44:03,806 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 10:44:03,806 main DEBUG createAppenders(={Console}) 2024-11-18 10:44:03,807 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-18 10:44:03,808 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-18 10:44:03,808 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-18 10:44:03,809 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 10:44:03,809 main DEBUG OutputStream closed 2024-11-18 10:44:03,809 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 10:44:03,810 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 10:44:03,810 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-18 10:44:03,892 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 10:44:03,894 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 10:44:03,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 10:44:03,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 10:44:03,896 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 10:44:03,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 10:44:03,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 10:44:03,897 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 10:44:03,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 10:44:03,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 10:44:03,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 10:44:03,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 10:44:03,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 10:44:03,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 10:44:03,900 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 10:44:03,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 10:44:03,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 10:44:03,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 10:44:03,904 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 10:44:03,904 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-18 10:44:03,905 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 10:44:03,906 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-18T10:44:03,923 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-18 10:44:03,926 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 10:44:03,926 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T10:44:03,933 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-18T10:44:03,959 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=602, ProcessCount=11, AvailableMemoryMB=2715 2024-11-18T10:44:04,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c 2024-11-18T10:44:04,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:44:04,244 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471, deleteOnExit=true 2024-11-18T10:44:04,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:44:04,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/test.cache.data in system properties and HBase conf 2024-11-18T10:44:04,246 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:44:04,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:44:04,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:44:04,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:44:04,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:44:04,366 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T10:44:04,494 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:44:04,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:44:04,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:44:04,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:44:04,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:44:04,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:44:04,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:44:04,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:44:04,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:44:04,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:44:04,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:44:04,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:44:04,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:44:04,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:44:04,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:44:05,852 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T10:44:05,967 INFO [Time-limited test {}] log.Log(170): Logging initialized @3024ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T10:44:06,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:44:06,145 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:44:06,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:44:06,170 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:44:06,171 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:44:06,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:44:06,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:44:06,192 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:44:06,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40b3081c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/java.io.tmpdir/jetty-localhost-35089-hadoop-hdfs-3_4_1-tests_jar-_-any-10513069730862331540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:44:06,457 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:35089} 2024-11-18T10:44:06,458 INFO [Time-limited test {}] server.Server(415): Started @3516ms 2024-11-18T10:44:06,952 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:44:06,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:44:06,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:44:06,963 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:44:06,964 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:44:06,965 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:44:06,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:44:07,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@214c3992{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/java.io.tmpdir/jetty-localhost-43645-hadoop-hdfs-3_4_1-tests_jar-_-any-17549336916934504675/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:44:07,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:43645} 2024-11-18T10:44:07,084 INFO [Time-limited test {}] server.Server(415): Started @4142ms 2024-11-18T10:44:07,148 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:44:07,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:44:07,268 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:44:07,269 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:44:07,270 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:44:07,270 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:44:07,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:44:07,272 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:44:07,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@795f0a62{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/java.io.tmpdir/jetty-localhost-46397-hadoop-hdfs-3_4_1-tests_jar-_-any-17202270600309072604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:44:07,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:46397} 2024-11-18T10:44:07,397 INFO [Time-limited test {}] server.Server(415): Started @4455ms 2024-11-18T10:44:07,399 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:44:07,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:44:07,438 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:44:07,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:44:07,441 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:44:07,441 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:44:07,442 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:44:07,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:44:07,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e70bc28{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/java.io.tmpdir/jetty-localhost-41183-hadoop-hdfs-3_4_1-tests_jar-_-any-6546085329839573274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:44:07,542 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:41183} 2024-11-18T10:44:07,542 INFO [Time-limited test {}] server.Server(415): Started @4600ms 2024-11-18T10:44:07,544 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:44:08,698 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/data/data2/current/BP-656539129-172.17.0.3-1731926645341/current, will proceed with Du for space computation calculation, 2024-11-18T10:44:08,698 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/data/data4/current/BP-656539129-172.17.0.3-1731926645341/current, will proceed with Du for space computation calculation, 2024-11-18T10:44:08,698 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/data/data3/current/BP-656539129-172.17.0.3-1731926645341/current, will proceed with Du for space computation calculation, 2024-11-18T10:44:08,698 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/data/data1/current/BP-656539129-172.17.0.3-1731926645341/current, will proceed with Du for space computation calculation, 2024-11-18T10:44:08,736 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:44:08,736 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:44:08,766 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/data/data6/current/BP-656539129-172.17.0.3-1731926645341/current, will proceed with Du for space computation calculation, 2024-11-18T10:44:08,766 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/data/data5/current/BP-656539129-172.17.0.3-1731926645341/current, will proceed with Du for space computation calculation, 2024-11-18T10:44:08,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6da0ab010effdf73 with lease ID 0x8b654c51edb01c6f: Processing first storage report for DS-a22c372e-f578-4c38-8be2-0a0686f5a2c1 from datanode DatanodeRegistration(127.0.0.1:38701, datanodeUuid=70e08562-1ce9-4e97-863c-6bb2e05771d4, infoPort=39881, infoSecurePort=0, ipcPort=37763, storageInfo=lv=-57;cid=testClusterID;nsid=1367410486;c=1731926645341) 2024-11-18T10:44:08,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6da0ab010effdf73 with lease ID 0x8b654c51edb01c6f: from storage DS-a22c372e-f578-4c38-8be2-0a0686f5a2c1 node DatanodeRegistration(127.0.0.1:38701, datanodeUuid=70e08562-1ce9-4e97-863c-6bb2e05771d4, infoPort=39881, infoSecurePort=0, ipcPort=37763, storageInfo=lv=-57;cid=testClusterID;nsid=1367410486;c=1731926645341), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T10:44:08,792 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc1c6272177ff5ff with lease ID 0x8b654c51edb01c70: Processing first storage report for DS-4895bd7f-9d2c-41c2-b714-8f56ff8a8fe7 from datanode DatanodeRegistration(127.0.0.1:37849, datanodeUuid=8ec28fea-2aed-4670-8e38-30ed89e09b6b, infoPort=38417, infoSecurePort=0, ipcPort=39101, storageInfo=lv=-57;cid=testClusterID;nsid=1367410486;c=1731926645341) 2024-11-18T10:44:08,792 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc1c6272177ff5ff with lease ID 0x8b654c51edb01c70: from storage DS-4895bd7f-9d2c-41c2-b714-8f56ff8a8fe7 node DatanodeRegistration(127.0.0.1:37849, datanodeUuid=8ec28fea-2aed-4670-8e38-30ed89e09b6b, infoPort=38417, infoSecurePort=0, ipcPort=39101, storageInfo=lv=-57;cid=testClusterID;nsid=1367410486;c=1731926645341), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:44:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6da0ab010effdf73 with lease ID 0x8b654c51edb01c6f: Processing first storage report for DS-475b9163-2ec6-4fbe-badb-48e105b07d7a from datanode DatanodeRegistration(127.0.0.1:38701, datanodeUuid=70e08562-1ce9-4e97-863c-6bb2e05771d4, infoPort=39881, infoSecurePort=0, ipcPort=37763, storageInfo=lv=-57;cid=testClusterID;nsid=1367410486;c=1731926645341) 2024-11-18T10:44:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6da0ab010effdf73 with lease ID 0x8b654c51edb01c6f: from storage DS-475b9163-2ec6-4fbe-badb-48e105b07d7a node DatanodeRegistration(127.0.0.1:38701, datanodeUuid=70e08562-1ce9-4e97-863c-6bb2e05771d4, infoPort=39881, infoSecurePort=0, ipcPort=37763, storageInfo=lv=-57;cid=testClusterID;nsid=1367410486;c=1731926645341), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:44:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc1c6272177ff5ff with lease ID 0x8b654c51edb01c70: Processing first storage report for DS-82dd32ca-7ea6-4d15-be42-6074bafdbd5e from datanode DatanodeRegistration(127.0.0.1:37849, datanodeUuid=8ec28fea-2aed-4670-8e38-30ed89e09b6b, infoPort=38417, infoSecurePort=0, ipcPort=39101, storageInfo=lv=-57;cid=testClusterID;nsid=1367410486;c=1731926645341) 2024-11-18T10:44:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc1c6272177ff5ff with lease ID 0x8b654c51edb01c70: from storage DS-82dd32ca-7ea6-4d15-be42-6074bafdbd5e node DatanodeRegistration(127.0.0.1:37849, datanodeUuid=8ec28fea-2aed-4670-8e38-30ed89e09b6b, infoPort=38417, infoSecurePort=0, ipcPort=39101, storageInfo=lv=-57;cid=testClusterID;nsid=1367410486;c=1731926645341), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:44:08,795 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:44:08,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x226c31f9c6ba038d with lease ID 0x8b654c51edb01c71: Processing first storage report for DS-25e1f22b-6836-4b53-806b-12b69530036e from datanode DatanodeRegistration(127.0.0.1:35991, datanodeUuid=1d06db59-111c-49d9-bd4f-45941cd873a2, infoPort=45127, infoSecurePort=0, ipcPort=44141, storageInfo=lv=-57;cid=testClusterID;nsid=1367410486;c=1731926645341) 2024-11-18T10:44:08,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x226c31f9c6ba038d with lease ID 0x8b654c51edb01c71: from storage DS-25e1f22b-6836-4b53-806b-12b69530036e node DatanodeRegistration(127.0.0.1:35991, datanodeUuid=1d06db59-111c-49d9-bd4f-45941cd873a2, infoPort=45127, infoSecurePort=0, ipcPort=44141, storageInfo=lv=-57;cid=testClusterID;nsid=1367410486;c=1731926645341), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:44:08,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x226c31f9c6ba038d with lease ID 0x8b654c51edb01c71: Processing first storage report for DS-ba9ebbae-dc00-46b2-a4a3-3bc1acd514b0 from datanode DatanodeRegistration(127.0.0.1:35991, datanodeUuid=1d06db59-111c-49d9-bd4f-45941cd873a2, infoPort=45127, infoSecurePort=0, ipcPort=44141, storageInfo=lv=-57;cid=testClusterID;nsid=1367410486;c=1731926645341) 2024-11-18T10:44:08,806 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x226c31f9c6ba038d with lease ID 0x8b654c51edb01c71: from storage DS-ba9ebbae-dc00-46b2-a4a3-3bc1acd514b0 node DatanodeRegistration(127.0.0.1:35991, datanodeUuid=1d06db59-111c-49d9-bd4f-45941cd873a2, infoPort=45127, infoSecurePort=0, ipcPort=44141, storageInfo=lv=-57;cid=testClusterID;nsid=1367410486;c=1731926645341), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:44:08,895 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c 2024-11-18T10:44:08,986 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/zookeeper_0, clientPort=56162, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T10:44:08,998 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56162 2024-11-18T10:44:09,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:44:09,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:44:09,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:44:09,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:44:09,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:44:09,655 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 with version=8 2024-11-18T10:44:09,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/hbase-staging 2024-11-18T10:44:09,735 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T10:44:09,961 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:44:09,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:44:09,970 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:44:09,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:44:09,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:44:09,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:44:10,107 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:44:10,176 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T10:44:10,189 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T10:44:10,194 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:44:10,224 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 111012 (auto-detected) 2024-11-18T10:44:10,225 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-18T10:44:10,249 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37761 2024-11-18T10:44:10,280 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37761 connecting to ZooKeeper ensemble=127.0.0.1:56162 2024-11-18T10:44:10,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377610x0, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:44:10,370 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37761-0x1014ed51a6f0000 connected 2024-11-18T10:44:10,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:44:10,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:44:10,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:44:10,502 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96, hbase.cluster.distributed=false 2024-11-18T10:44:10,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T10:44:10,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37761 2024-11-18T10:44:10,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37761 2024-11-18T10:44:10,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37761 2024-11-18T10:44:10,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37761 2024-11-18T10:44:10,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37761 2024-11-18T10:44:10,698 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:44:10,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:44:10,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:44:10,701 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:44:10,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:44:10,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:44:10,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:44:10,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:44:10,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34101 2024-11-18T10:44:10,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34101 connecting to ZooKeeper ensemble=127.0.0.1:56162 2024-11-18T10:44:10,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:44:10,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:44:10,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341010x0, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:44:10,748 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341010x0, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:44:10,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34101-0x1014ed51a6f0001 connected 2024-11-18T10:44:10,754 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:44:10,771 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:44:10,774 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T10:44:10,780 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T10:44:10,783 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34101 2024-11-18T10:44:10,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34101 2024-11-18T10:44:10,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34101 2024-11-18T10:44:10,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34101 2024-11-18T10:44:10,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34101 2024-11-18T10:44:10,830 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:44:10,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:44:10,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:44:10,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:44:10,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:44:10,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:44:10,836 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:44:10,836 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:44:10,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38863 2024-11-18T10:44:10,840 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38863 connecting to ZooKeeper ensemble=127.0.0.1:56162 2024-11-18T10:44:10,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:44:10,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:44:10,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388630x0, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:44:10,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38863-0x1014ed51a6f0002 connected 2024-11-18T10:44:10,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:44:10,876 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:44:10,880 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:44:10,881 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T10:44:10,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T10:44:10,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38863 2024-11-18T10:44:10,886 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38863 2024-11-18T10:44:10,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38863 2024-11-18T10:44:10,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38863 2024-11-18T10:44:10,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38863 2024-11-18T10:44:10,921 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:44:10,921 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:44:10,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:44:10,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:44:10,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:44:10,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:44:10,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:44:10,923 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:44:10,924 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33021 2024-11-18T10:44:10,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33021 connecting to ZooKeeper ensemble=127.0.0.1:56162 2024-11-18T10:44:10,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:44:10,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:44:10,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330210x0, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:44:10,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33021-0x1014ed51a6f0003 connected 2024-11-18T10:44:10,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:44:10,961 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:44:10,964 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:44:10,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T10:44:10,969 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T10:44:10,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33021 2024-11-18T10:44:10,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33021 2024-11-18T10:44:10,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33021 2024-11-18T10:44:10,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33021 2024-11-18T10:44:10,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33021 2024-11-18T10:44:11,006 DEBUG [M:0;305920afb41d:37761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:37761 2024-11-18T10:44:11,007 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/305920afb41d,37761,1731926649807 2024-11-18T10:44:11,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:44:11,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:44:11,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:44:11,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:44:11,024 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/305920afb41d,37761,1731926649807 2024-11-18T10:44:11,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T10:44:11,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T10:44:11,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:11,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:11,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:11,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T10:44:11,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:11,064 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T10:44:11,065 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/305920afb41d,37761,1731926649807 from backup master directory 2024-11-18T10:44:11,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:44:11,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:44:11,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/305920afb41d,37761,1731926649807 2024-11-18T10:44:11,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:44:11,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:44:11,082 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:44:11,082 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,37761,1731926649807 2024-11-18T10:44:11,085 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T10:44:11,086 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T10:44:11,146 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/hbase.id] with ID: d5f13b93-c578-4e5f-94af-1d689cbfbfbd 2024-11-18T10:44:11,146 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/.tmp/hbase.id 2024-11-18T10:44:11,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:44:11,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:44:11,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:44:11,163 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/.tmp/hbase.id]:[hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/hbase.id] 2024-11-18T10:44:11,211 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:44:11,215 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:44:11,235 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-18T10:44:11,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:11,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:11,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:11,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:44:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:44:11,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:44:11,286 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:44:11,288 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:44:11,306 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:44:11,311 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:44:11,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:44:11,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:44:11,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:44:11,375 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store 2024-11-18T10:44:11,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:44:11,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:44:11,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:44:11,414 INFO [master/305920afb41d:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T10:44:11,418 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:11,419 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:44:11,420 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:44:11,420 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:44:11,422 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:44:11,422 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:44:11,422 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:44:11,424 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926651419Disabling compacts and flushes for region at 1731926651419Disabling writes for close at 1731926651422 (+3 ms)Writing region close event to WAL at 1731926651422Closed at 1731926651422 2024-11-18T10:44:11,427 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/.initializing 2024-11-18T10:44:11,427 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/WALs/305920afb41d,37761,1731926649807 2024-11-18T10:44:11,440 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:44:11,465 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C37761%2C1731926649807, suffix=, logDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/WALs/305920afb41d,37761,1731926649807, archiveDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/oldWALs, maxLogs=10 2024-11-18T10:44:11,500 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/WALs/305920afb41d,37761,1731926649807/305920afb41d%2C37761%2C1731926649807.1731926651472, exclude list is [], retry=0 2024-11-18T10:44:11,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-a22c372e-f578-4c38-8be2-0a0686f5a2c1,DISK] 2024-11-18T10:44:11,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37849,DS-4895bd7f-9d2c-41c2-b714-8f56ff8a8fe7,DISK] 2024-11-18T10:44:11,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T10:44:11,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35991,DS-25e1f22b-6836-4b53-806b-12b69530036e,DISK] 2024-11-18T10:44:11,603 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/WALs/305920afb41d,37761,1731926649807/305920afb41d%2C37761%2C1731926649807.1731926651472 2024-11-18T10:44:11,604 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45127:45127),(127.0.0.1/127.0.0.1:39881:39881),(127.0.0.1/127.0.0.1:38417:38417)] 2024-11-18T10:44:11,605 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:44:11,606 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:11,617 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:44:11,619 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:44:11,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:44:11,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:44:11,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:11,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:44:11,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:44:11,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:44:11,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:11,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:44:11,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:44:11,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:44:11,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:11,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:44:11,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:44:11,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:44:11,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:11,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:44:11,731 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:44:11,736 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:44:11,739 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:44:11,747 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:44:11,748 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:44:11,752 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:44:11,758 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:44:11,765 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:44:11,772 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69629247, jitterRate=0.03755663335323334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:44:11,781 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926651641Initializing all the Stores at 1731926651649 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926651650 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926651652 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926651654 (+2 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926651654Cleaning up temporary data from old regions at 1731926651748 (+94 ms)Region opened successfully at 1731926651781 (+33 ms) 2024-11-18T10:44:11,783 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:44:11,820 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac21ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:44:11,847 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:44:11,857 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:44:11,857 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:44:11,860 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:44:11,861 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T10:44:11,868 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-18T10:44:11,868 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-18T10:44:11,898 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:44:11,906 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T10:44:11,955 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T10:44:11,957 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:44:11,959 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:44:11,971 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T10:44:11,973 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:44:11,977 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:44:11,988 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T10:44:11,990 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:44:12,004 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T10:44:12,021 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:44:12,029 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T10:44:12,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T10:44:12,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T10:44:12,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T10:44:12,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T10:44:12,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,049 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,37761,1731926649807, sessionid=0x1014ed51a6f0000, setting cluster-up flag (Was=false) 2024-11-18T10:44:12,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,104 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T10:44:12,107 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,37761,1731926649807 2024-11-18T10:44:12,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,146 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T10:44:12,149 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,37761,1731926649807 2024-11-18T10:44:12,156 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:44:12,191 INFO [RS:0;305920afb41d:34101 {}] regionserver.HRegionServer(746): ClusterId : d5f13b93-c578-4e5f-94af-1d689cbfbfbd 2024-11-18T10:44:12,191 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(746): ClusterId : d5f13b93-c578-4e5f-94af-1d689cbfbfbd 2024-11-18T10:44:12,191 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(746): ClusterId : d5f13b93-c578-4e5f-94af-1d689cbfbfbd 2024-11-18T10:44:12,194 DEBUG [RS:0;305920afb41d:34101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:44:12,194 DEBUG [RS:1;305920afb41d:38863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:44:12,194 DEBUG [RS:2;305920afb41d:33021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:44:12,215 DEBUG [RS:1;305920afb41d:38863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:44:12,215 DEBUG [RS:2;305920afb41d:33021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:44:12,215 DEBUG [RS:0;305920afb41d:34101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:44:12,215 DEBUG [RS:1;305920afb41d:38863 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:44:12,215 DEBUG [RS:2;305920afb41d:33021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:44:12,215 DEBUG [RS:0;305920afb41d:34101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:44:12,223 DEBUG [RS:0;305920afb41d:34101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:44:12,223 DEBUG [RS:2;305920afb41d:33021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:44:12,223 DEBUG [RS:1;305920afb41d:38863 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:44:12,223 DEBUG [RS:1;305920afb41d:38863 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6352553c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:44:12,223 DEBUG [RS:0;305920afb41d:34101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9074c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:44:12,223 DEBUG [RS:2;305920afb41d:33021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e459b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:44:12,241 DEBUG [RS:2;305920afb41d:33021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;305920afb41d:33021 2024-11-18T10:44:12,244 INFO [RS:2;305920afb41d:33021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:44:12,244 INFO [RS:2;305920afb41d:33021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:44:12,244 DEBUG [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:44:12,244 DEBUG [RS:1;305920afb41d:38863 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;305920afb41d:38863 2024-11-18T10:44:12,244 INFO [RS:1;305920afb41d:38863 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:44:12,245 INFO [RS:1;305920afb41d:38863 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:44:12,245 DEBUG [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:44:12,246 DEBUG [RS:0;305920afb41d:34101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:34101 2024-11-18T10:44:12,246 INFO [RS:0;305920afb41d:34101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:44:12,246 INFO [RS:0;305920afb41d:34101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:44:12,246 DEBUG [RS:0;305920afb41d:34101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:44:12,245 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:44:12,246 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,37761,1731926649807 with port=38863, startcode=1731926650829 2024-11-18T10:44:12,246 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,37761,1731926649807 with port=33021, startcode=1731926650920 2024-11-18T10:44:12,247 INFO [RS:0;305920afb41d:34101 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,37761,1731926649807 with port=34101, startcode=1731926650645 2024-11-18T10:44:12,256 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:44:12,257 DEBUG [RS:0;305920afb41d:34101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:44:12,257 DEBUG [RS:1;305920afb41d:38863 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:44:12,257 DEBUG [RS:2;305920afb41d:33021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:44:12,262 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:44:12,269 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,37761,1731926649807 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:44:12,277 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:44:12,277 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:44:12,277 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:44:12,277 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:44:12,278 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:44:12,278 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,278 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:44:12,278 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,296 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926682296 2024-11-18T10:44:12,298 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:44:12,298 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:44:12,299 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:44:12,300 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:44:12,301 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:44:12,305 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:44:12,305 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:44:12,305 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:44:12,306 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:44:12,306 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:44:12,306 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:44:12,307 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37761 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T10:44:12,308 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,313 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:12,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:44:12,314 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37761 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T10:44:12,315 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37761 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-18T10:44:12,315 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:44:12,316 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:44:12,317 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:44:12,319 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:44:12,319 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:44:12,323 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926652321,5,FailOnTimeoutGroup] 2024-11-18T10:44:12,331 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926652323,5,FailOnTimeoutGroup] 2024-11-18T10:44:12,331 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,332 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:44:12,333 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,333 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,336 DEBUG [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T10:44:12,336 DEBUG [RS:0;305920afb41d:34101 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T10:44:12,336 DEBUG [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-18T10:44:12,336 WARN [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T10:44:12,336 WARN [RS:0;305920afb41d:34101 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T10:44:12,336 WARN [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-18T10:44:12,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:44:12,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:44:12,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:44:12,356 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:44:12,357 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:12,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741832_1008 (size=32) 2024-11-18T10:44:12,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741832_1008 (size=32) 2024-11-18T10:44:12,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741832_1008 (size=32) 2024-11-18T10:44:12,372 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:12,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:44:12,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:44:12,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:12,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:44:12,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:44:12,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:44:12,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:12,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:44:12,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:44:12,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:44:12,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:12,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:44:12,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:44:12,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:44:12,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:12,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:44:12,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:44:12,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740 2024-11-18T10:44:12,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740 2024-11-18T10:44:12,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:44:12,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:44:12,408 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:44:12,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:44:12,417 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:44:12,419 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62076597, jitterRate=-0.07498662173748016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:44:12,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926652372Initializing all the Stores at 1731926652374 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926652374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926652375 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926652375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926652375Cleaning up temporary data from old regions at 1731926652404 (+29 ms)Region opened successfully at 1731926652425 (+21 ms) 2024-11-18T10:44:12,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:44:12,425 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:44:12,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:44:12,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:44:12,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:44:12,428 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:44:12,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926652425Disabling compacts and flushes for region at 1731926652425Disabling writes for close at 1731926652426 (+1 ms)Writing region close event to WAL at 1731926652427 (+1 ms)Closed at 1731926652427 2024-11-18T10:44:12,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:44:12,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:44:12,437 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,37761,1731926649807 with port=33021, startcode=1731926650920 2024-11-18T10:44:12,437 INFO [RS:0;305920afb41d:34101 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,37761,1731926649807 with port=34101, startcode=1731926650645 2024-11-18T10:44:12,438 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,37761,1731926649807 with port=38863, startcode=1731926650829 2024-11-18T10:44:12,440 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37761 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,34101,1731926650645 2024-11-18T10:44:12,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:44:12,442 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37761 {}] master.ServerManager(517): Registering regionserver=305920afb41d,34101,1731926650645 2024-11-18T10:44:12,452 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:44:12,452 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37761 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,33021,1731926650920 2024-11-18T10:44:12,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37761 {}] master.ServerManager(517): Registering regionserver=305920afb41d,33021,1731926650920 2024-11-18T10:44:12,453 DEBUG [RS:0;305920afb41d:34101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:12,453 DEBUG [RS:0;305920afb41d:34101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33273 2024-11-18T10:44:12,453 DEBUG [RS:0;305920afb41d:34101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:44:12,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37761 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,38863,1731926650829 2024-11-18T10:44:12,456 DEBUG [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:12,456 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:44:12,456 DEBUG [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33273 2024-11-18T10:44:12,456 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37761 {}] master.ServerManager(517): Registering regionserver=305920afb41d,38863,1731926650829 2024-11-18T10:44:12,456 DEBUG [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:44:12,460 DEBUG [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:12,460 DEBUG [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33273 2024-11-18T10:44:12,460 DEBUG [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:44:12,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T10:44:12,548 DEBUG [RS:0;305920afb41d:34101 {}] zookeeper.ZKUtil(111): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/305920afb41d,34101,1731926650645 2024-11-18T10:44:12,548 DEBUG [RS:2;305920afb41d:33021 {}] zookeeper.ZKUtil(111): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/305920afb41d,33021,1731926650920 2024-11-18T10:44:12,548 WARN [RS:0;305920afb41d:34101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:44:12,549 WARN [RS:2;305920afb41d:33021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:44:12,549 INFO [RS:0;305920afb41d:34101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:44:12,549 INFO [RS:2;305920afb41d:33021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:44:12,549 DEBUG [RS:0;305920afb41d:34101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645 2024-11-18T10:44:12,549 DEBUG [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,33021,1731926650920 2024-11-18T10:44:12,549 DEBUG [RS:1;305920afb41d:38863 {}] zookeeper.ZKUtil(111): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/305920afb41d,38863,1731926650829 2024-11-18T10:44:12,549 WARN [RS:1;305920afb41d:38863 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:44:12,549 INFO [RS:1;305920afb41d:38863 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:44:12,550 DEBUG [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,38863,1731926650829 2024-11-18T10:44:12,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,38863,1731926650829] 2024-11-18T10:44:12,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,34101,1731926650645] 2024-11-18T10:44:12,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,33021,1731926650920] 2024-11-18T10:44:12,576 INFO [RS:0;305920afb41d:34101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:44:12,576 INFO [RS:1;305920afb41d:38863 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:44:12,576 INFO [RS:2;305920afb41d:33021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:44:12,595 INFO [RS:1;305920afb41d:38863 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:44:12,595 INFO [RS:2;305920afb41d:33021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:44:12,595 INFO [RS:0;305920afb41d:34101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:44:12,600 INFO [RS:2;305920afb41d:33021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:44:12,600 INFO [RS:1;305920afb41d:38863 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:44:12,600 INFO [RS:0;305920afb41d:34101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:44:12,600 INFO [RS:2;305920afb41d:33021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,600 INFO [RS:0;305920afb41d:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,600 INFO [RS:1;305920afb41d:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,601 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:44:12,601 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:44:12,601 INFO [RS:0;305920afb41d:34101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:44:12,607 WARN [305920afb41d:37761 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T10:44:12,607 INFO [RS:2;305920afb41d:33021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:44:12,607 INFO [RS:1;305920afb41d:38863 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:44:12,607 INFO [RS:0;305920afb41d:34101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:44:12,608 INFO [RS:0;305920afb41d:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,608 INFO [RS:1;305920afb41d:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,608 INFO [RS:2;305920afb41d:33021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,609 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:44:12,609 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:44:12,609 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:44:12,609 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,609 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:44:12,610 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:0;305920afb41d:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:44:12,610 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:44:12,610 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:44:12,610 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:44:12,611 DEBUG [RS:2;305920afb41d:33021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:44:12,611 DEBUG [RS:1;305920afb41d:38863 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:44:12,611 INFO [RS:0;305920afb41d:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,611 INFO [RS:0;305920afb41d:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,612 INFO [RS:0;305920afb41d:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,612 INFO [RS:0;305920afb41d:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,612 INFO [RS:0;305920afb41d:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,612 INFO [RS:0;305920afb41d:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34101,1731926650645-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:44:12,615 INFO [RS:2;305920afb41d:33021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,615 INFO [RS:2;305920afb41d:33021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,615 INFO [RS:2;305920afb41d:33021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,616 INFO [RS:2;305920afb41d:33021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,616 INFO [RS:2;305920afb41d:33021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,616 INFO [RS:2;305920afb41d:33021 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33021,1731926650920-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:44:12,616 INFO [RS:1;305920afb41d:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,617 INFO [RS:1;305920afb41d:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,617 INFO [RS:1;305920afb41d:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,617 INFO [RS:1;305920afb41d:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,617 INFO [RS:1;305920afb41d:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,617 INFO [RS:1;305920afb41d:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38863,1731926650829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:44:12,635 INFO [RS:2;305920afb41d:33021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:44:12,635 INFO [RS:0;305920afb41d:34101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:44:12,637 INFO [RS:2;305920afb41d:33021 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33021,1731926650920-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,637 INFO [RS:0;305920afb41d:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,34101,1731926650645-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,637 INFO [RS:0;305920afb41d:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,637 INFO [RS:2;305920afb41d:33021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,638 INFO [RS:0;305920afb41d:34101 {}] regionserver.Replication(171): 305920afb41d,34101,1731926650645 started 2024-11-18T10:44:12,638 INFO [RS:2;305920afb41d:33021 {}] regionserver.Replication(171): 305920afb41d,33021,1731926650920 started 2024-11-18T10:44:12,639 INFO [RS:1;305920afb41d:38863 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:44:12,640 INFO [RS:1;305920afb41d:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,38863,1731926650829-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,640 INFO [RS:1;305920afb41d:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,640 INFO [RS:1;305920afb41d:38863 {}] regionserver.Replication(171): 305920afb41d,38863,1731926650829 started 2024-11-18T10:44:12,656 INFO [RS:0;305920afb41d:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,656 INFO [RS:2;305920afb41d:33021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,657 INFO [RS:0;305920afb41d:34101 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,34101,1731926650645, RpcServer on 305920afb41d/172.17.0.3:34101, sessionid=0x1014ed51a6f0001 2024-11-18T10:44:12,657 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,33021,1731926650920, RpcServer on 305920afb41d/172.17.0.3:33021, sessionid=0x1014ed51a6f0003 2024-11-18T10:44:12,657 DEBUG [RS:0;305920afb41d:34101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:44:12,657 DEBUG [RS:2;305920afb41d:33021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:44:12,657 DEBUG [RS:2;305920afb41d:33021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,33021,1731926650920 2024-11-18T10:44:12,657 DEBUG [RS:0;305920afb41d:34101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,34101,1731926650645 2024-11-18T10:44:12,657 DEBUG [RS:0;305920afb41d:34101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,34101,1731926650645' 2024-11-18T10:44:12,657 DEBUG [RS:2;305920afb41d:33021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,33021,1731926650920' 2024-11-18T10:44:12,658 DEBUG [RS:2;305920afb41d:33021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T10:44:12,658 DEBUG [RS:0;305920afb41d:34101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T10:44:12,659 DEBUG [RS:0;305920afb41d:34101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T10:44:12,659 DEBUG [RS:2;305920afb41d:33021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T10:44:12,659 DEBUG [RS:0;305920afb41d:34101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:44:12,659 DEBUG [RS:2;305920afb41d:33021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:44:12,659 DEBUG [RS:0;305920afb41d:34101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:44:12,659 DEBUG [RS:2;305920afb41d:33021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:44:12,659 DEBUG [RS:0;305920afb41d:34101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,34101,1731926650645 2024-11-18T10:44:12,659 DEBUG [RS:2;305920afb41d:33021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,33021,1731926650920 2024-11-18T10:44:12,659 DEBUG [RS:2;305920afb41d:33021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,33021,1731926650920' 2024-11-18T10:44:12,659 DEBUG [RS:0;305920afb41d:34101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,34101,1731926650645' 2024-11-18T10:44:12,659 DEBUG [RS:2;305920afb41d:33021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T10:44:12,659 DEBUG [RS:0;305920afb41d:34101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T10:44:12,660 DEBUG [RS:2;305920afb41d:33021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T10:44:12,660 DEBUG [RS:0;305920afb41d:34101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T10:44:12,660 DEBUG [RS:2;305920afb41d:33021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:44:12,661 DEBUG [RS:0;305920afb41d:34101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:44:12,661 INFO [RS:2;305920afb41d:33021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:44:12,661 INFO [RS:0;305920afb41d:34101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:44:12,661 INFO [RS:0;305920afb41d:34101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:44:12,661 INFO [RS:2;305920afb41d:33021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:44:12,662 INFO [RS:1;305920afb41d:38863 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:12,662 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,38863,1731926650829, RpcServer on 305920afb41d/172.17.0.3:38863, sessionid=0x1014ed51a6f0002 2024-11-18T10:44:12,663 DEBUG [RS:1;305920afb41d:38863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:44:12,663 DEBUG [RS:1;305920afb41d:38863 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,38863,1731926650829 2024-11-18T10:44:12,663 DEBUG [RS:1;305920afb41d:38863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,38863,1731926650829' 2024-11-18T10:44:12,663 DEBUG [RS:1;305920afb41d:38863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T10:44:12,663 DEBUG [RS:1;305920afb41d:38863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T10:44:12,664 DEBUG [RS:1;305920afb41d:38863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:44:12,664 DEBUG [RS:1;305920afb41d:38863 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:44:12,664 DEBUG [RS:1;305920afb41d:38863 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,38863,1731926650829 2024-11-18T10:44:12,664 DEBUG [RS:1;305920afb41d:38863 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,38863,1731926650829' 2024-11-18T10:44:12,664 DEBUG [RS:1;305920afb41d:38863 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T10:44:12,665 DEBUG [RS:1;305920afb41d:38863 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T10:44:12,665 DEBUG [RS:1;305920afb41d:38863 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:44:12,665 INFO [RS:1;305920afb41d:38863 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:44:12,665 INFO [RS:1;305920afb41d:38863 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:44:12,768 INFO [RS:1;305920afb41d:38863 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:44:12,768 INFO [RS:0;305920afb41d:34101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:44:12,768 INFO [RS:2;305920afb41d:33021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:44:12,771 INFO [RS:2;305920afb41d:33021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C33021%2C1731926650920, suffix=, logDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,33021,1731926650920, archiveDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/oldWALs, maxLogs=32 2024-11-18T10:44:12,771 INFO [RS:1;305920afb41d:38863 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C38863%2C1731926650829, suffix=, logDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,38863,1731926650829, archiveDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/oldWALs, maxLogs=32 2024-11-18T10:44:12,773 INFO [RS:0;305920afb41d:34101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C34101%2C1731926650645, suffix=, logDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645, archiveDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/oldWALs, maxLogs=32 2024-11-18T10:44:12,790 DEBUG [RS:1;305920afb41d:38863 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,38863,1731926650829/305920afb41d%2C38863%2C1731926650829.1731926652774, exclude list is [], retry=0 2024-11-18T10:44:12,794 DEBUG [RS:0;305920afb41d:34101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645/305920afb41d%2C34101%2C1731926650645.1731926652776, exclude list is [], retry=0 2024-11-18T10:44:12,797 DEBUG [RS:2;305920afb41d:33021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,33021,1731926650920/305920afb41d%2C33021%2C1731926650920.1731926652774, exclude list is [], retry=0 2024-11-18T10:44:12,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-a22c372e-f578-4c38-8be2-0a0686f5a2c1,DISK] 2024-11-18T10:44:12,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35991,DS-25e1f22b-6836-4b53-806b-12b69530036e,DISK] 2024-11-18T10:44:12,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37849,DS-4895bd7f-9d2c-41c2-b714-8f56ff8a8fe7,DISK] 2024-11-18T10:44:12,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37849,DS-4895bd7f-9d2c-41c2-b714-8f56ff8a8fe7,DISK] 2024-11-18T10:44:12,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-a22c372e-f578-4c38-8be2-0a0686f5a2c1,DISK] 2024-11-18T10:44:12,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35991,DS-25e1f22b-6836-4b53-806b-12b69530036e,DISK] 2024-11-18T10:44:12,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35991,DS-25e1f22b-6836-4b53-806b-12b69530036e,DISK] 2024-11-18T10:44:12,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37849,DS-4895bd7f-9d2c-41c2-b714-8f56ff8a8fe7,DISK] 2024-11-18T10:44:12,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-a22c372e-f578-4c38-8be2-0a0686f5a2c1,DISK] 2024-11-18T10:44:12,813 INFO [RS:1;305920afb41d:38863 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,38863,1731926650829/305920afb41d%2C38863%2C1731926650829.1731926652774 2024-11-18T10:44:12,814 DEBUG [RS:1;305920afb41d:38863 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45127:45127),(127.0.0.1/127.0.0.1:38417:38417),(127.0.0.1/127.0.0.1:39881:39881)] 2024-11-18T10:44:12,823 INFO [RS:0;305920afb41d:34101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645/305920afb41d%2C34101%2C1731926650645.1731926652776 2024-11-18T10:44:12,823 DEBUG [RS:0;305920afb41d:34101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38417:38417),(127.0.0.1/127.0.0.1:39881:39881),(127.0.0.1/127.0.0.1:45127:45127)] 2024-11-18T10:44:12,824 INFO [RS:2;305920afb41d:33021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,33021,1731926650920/305920afb41d%2C33021%2C1731926650920.1731926652774 2024-11-18T10:44:12,824 DEBUG [RS:2;305920afb41d:33021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45127:45127),(127.0.0.1/127.0.0.1:38417:38417),(127.0.0.1/127.0.0.1:39881:39881)] 2024-11-18T10:44:12,859 DEBUG [305920afb41d:37761 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T10:44:12,867 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(204): Hosts are {305920afb41d=0} racks are {/default-rack=0} 2024-11-18T10:44:12,873 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T10:44:12,874 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T10:44:12,874 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T10:44:12,874 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T10:44:12,874 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T10:44:12,874 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T10:44:12,874 INFO [305920afb41d:37761 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T10:44:12,874 INFO [305920afb41d:37761 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T10:44:12,874 INFO [305920afb41d:37761 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T10:44:12,874 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T10:44:12,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,34101,1731926650645 2024-11-18T10:44:12,891 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,34101,1731926650645, state=OPENING 2024-11-18T10:44:12,905 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:44:12,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:44:12,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:44:12,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:44:12,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:44:12,914 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:44:12,916 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:44:12,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,34101,1731926650645}] 2024-11-18T10:44:20,172 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T10:44:20,174 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T10:44:22,948 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:44:22,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:44:22,967 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:44:22,968 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:44:22,968 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:44:22,972 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C34101%2C1731926650645.meta, suffix=.meta, logDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645, archiveDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/oldWALs, maxLogs=32 2024-11-18T10:44:22,991 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta, exclude list is [], retry=0 2024-11-18T10:44:22,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37849,DS-4895bd7f-9d2c-41c2-b714-8f56ff8a8fe7,DISK] 2024-11-18T10:44:22,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35991,DS-25e1f22b-6836-4b53-806b-12b69530036e,DISK] 2024-11-18T10:44:22,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-a22c372e-f578-4c38-8be2-0a0686f5a2c1,DISK] 2024-11-18T10:44:23,008 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta 2024-11-18T10:44:23,009 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38417:38417),(127.0.0.1/127.0.0.1:39881:39881),(127.0.0.1/127.0.0.1:45127:45127)] 2024-11-18T10:44:23,009 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:44:23,011 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:44:23,015 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:44:23,021 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:44:23,027 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:44:23,027 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:23,028 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:44:23,028 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:44:23,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:44:23,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:44:23,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:23,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:44:23,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:44:23,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:44:23,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:23,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:44:23,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:44:23,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:44:23,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:23,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:44:23,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:44:23,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:44:23,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:23,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:44:23,046 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:44:23,048 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740 2024-11-18T10:44:23,051 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740 2024-11-18T10:44:23,053 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:44:23,053 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:44:23,054 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:44:23,058 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:44:23,060 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73682157, jitterRate=0.09794969856739044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:44:23,061 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:44:23,063 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926663029Writing region info on filesystem at 1731926663029Initializing all the Stores at 1731926663032 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926663032Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926663032Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926663032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926663032Cleaning up temporary data from old regions at 1731926663053 (+21 ms)Running coprocessor post-open hooks at 1731926663061 (+8 ms)Region opened successfully at 1731926663062 (+1 ms) 2024-11-18T10:44:23,073 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926662937 2024-11-18T10:44:23,088 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:44:23,089 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:44:23,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,34101,1731926650645 2024-11-18T10:44:23,094 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,34101,1731926650645, state=OPEN 2024-11-18T10:44:23,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:44:23,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:44:23,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:44:23,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:44:23,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:44:23,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:44:23,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:44:23,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:44:23,106 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,34101,1731926650645 2024-11-18T10:44:23,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:44:23,111 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,34101,1731926650645 in 10.1880 sec 2024-11-18T10:44:23,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:44:23,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6730 sec 2024-11-18T10:44:23,119 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:44:23,119 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:44:23,137 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:44:23,138 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1] 2024-11-18T10:44:23,176 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:44:23,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:44:23,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0090 sec 2024-11-18T10:44:23,202 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926663201, completionTime=-1 2024-11-18T10:44:23,204 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T10:44:23,204 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:44:23,228 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-18T10:44:23,228 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926723228 2024-11-18T10:44:23,228 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926783228 2024-11-18T10:44:23,228 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-18T10:44:23,229 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T10:44:23,235 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37761,1731926649807-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:23,236 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37761,1731926649807-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:23,236 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37761,1731926649807-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:23,237 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:37761, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:23,237 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:23,238 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:23,243 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:44:23,261 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 12.179sec 2024-11-18T10:44:23,263 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:44:23,264 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:44:23,265 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:44:23,265 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:44:23,265 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:44:23,266 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37761,1731926649807-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:44:23,266 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37761,1731926649807-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:44:23,270 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:44:23,271 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:44:23,272 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37761,1731926649807-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:44:23,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff4d751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:44:23,314 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T10:44:23,314 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T10:44:23,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,37761,-1 for getting cluster id 2024-11-18T10:44:23,320 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:44:23,330 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5f13b93-c578-4e5f-94af-1d689cbfbfbd' 2024-11-18T10:44:23,333 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:44:23,333 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5f13b93-c578-4e5f-94af-1d689cbfbfbd" 2024-11-18T10:44:23,333 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fb06c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:44:23,333 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,37761,-1] 2024-11-18T10:44:23,337 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:44:23,339 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:44:23,339 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:44:23,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd13821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:44:23,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:44:23,349 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1] 2024-11-18T10:44:23,349 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:44:23,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:44:23,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,37761,1731926649807 2024-11-18T10:44:23,376 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731926663375 (current time:1731926663375). 2024-11-18T10:44:23,376 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T10:44:23,376 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-18T10:44:23,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5affb65a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:44:23,380 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,37761,-1 for getting cluster id 2024-11-18T10:44:23,380 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:44:23,381 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd5f13b93-c578-4e5f-94af-1d689cbfbfbd' 2024-11-18T10:44:23,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:44:23,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d5f13b93-c578-4e5f-94af-1d689cbfbfbd" 2024-11-18T10:44:23,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d3e5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:44:23,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,37761,-1] 2024-11-18T10:44:23,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:44:23,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:44:23,384 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:44:23,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e39a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:44:23,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:44:23,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1] 2024-11-18T10:44:23,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:44:23,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:44:23,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:44:23,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:44:23,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:44:23,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:44:23,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:44:23,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:44:23,409 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,37761,1731926649807 2024-11-18T10:44:23,413 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30695095 2024-11-18T10:44:23,414 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:44:23,416 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:44:23,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:44:23,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-18T10:44:23,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:44:23,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-18T10:44:23,439 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:23,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:44:23,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:44:23,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741837_1013 (size=361) 2024-11-18T10:44:23,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741837_1013 (size=361) 2024-11-18T10:44:23,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741837_1013 (size=361) 2024-11-18T10:44:23,463 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a208ba01722556015b14a9c5e1d2ca07, NAME => 'SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:23,464 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 873e0486a6b34e08b513337cf06a39ff, NAME => 'SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:23,465 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3dfc66dcdb6b3f1d2a3db12d93e3ba50, NAME => 'SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:23,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741838_1014 (size=62) 2024-11-18T10:44:23,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741838_1014 (size=62) 2024-11-18T10:44:23,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741838_1014 (size=62) 2024-11-18T10:44:23,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:23,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 873e0486a6b34e08b513337cf06a39ff, disabling compactions & flushes 2024-11-18T10:44:23,496 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:44:23,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:44:23,496 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. after waiting 0 ms 2024-11-18T10:44:23,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:44:23,497 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:44:23,497 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 873e0486a6b34e08b513337cf06a39ff: Waiting for close lock at 1731926663496Disabling compacts and flushes for region at 1731926663496Disabling writes for close at 1731926663497 (+1 ms)Writing region close event to WAL at 1731926663497Closed at 1731926663497 2024-11-18T10:44:23,498 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d82942cd630deed66962ce14a5616742, NAME => 'SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:23,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741839_1015 (size=62) 2024-11-18T10:44:23,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741839_1015 (size=62) 2024-11-18T10:44:23,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741839_1015 (size=62) 2024-11-18T10:44:23,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:23,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 3dfc66dcdb6b3f1d2a3db12d93e3ba50, disabling compactions & flushes 2024-11-18T10:44:23,520 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:44:23,520 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:44:23,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. after waiting 0 ms 2024-11-18T10:44:23,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:44:23,521 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:44:23,521 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3dfc66dcdb6b3f1d2a3db12d93e3ba50: Waiting for close lock at 1731926663520Disabling compacts and flushes for region at 1731926663520Disabling writes for close at 1731926663521 (+1 ms)Writing region close event to WAL at 1731926663521Closed at 1731926663521 2024-11-18T10:44:23,522 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 41793e2e7fc21e8e670aa06c0339514d, NAME => 'SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:23,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741840_1016 (size=54) 2024-11-18T10:44:23,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741840_1016 (size=54) 2024-11-18T10:44:23,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741840_1016 (size=54) 2024-11-18T10:44:23,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:23,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a208ba01722556015b14a9c5e1d2ca07, disabling compactions & flushes 2024-11-18T10:44:23,527 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:44:23,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:44:23,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. after waiting 0 ms 2024-11-18T10:44:23,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:44:23,527 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:44:23,527 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a208ba01722556015b14a9c5e1d2ca07: Waiting for close lock at 1731926663527Disabling compacts and flushes for region at 1731926663527Disabling writes for close at 1731926663527Writing region close event to WAL at 1731926663527Closed at 1731926663527 2024-11-18T10:44:23,528 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6b077d0654c703cc45414d5c22ddc25a, NAME => 'SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:23,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741841_1017 (size=62) 2024-11-18T10:44:23,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741841_1017 (size=62) 2024-11-18T10:44:23,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741841_1017 (size=62) 2024-11-18T10:44:23,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:23,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing d82942cd630deed66962ce14a5616742, disabling compactions & flushes 2024-11-18T10:44:23,539 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:44:23,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:44:23,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. after waiting 0 ms 2024-11-18T10:44:23,539 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:44:23,539 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:44:23,540 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for d82942cd630deed66962ce14a5616742: Waiting for close lock at 1731926663539Disabling compacts and flushes for region at 1731926663539Disabling writes for close at 1731926663539Writing region close event to WAL at 1731926663539Closed at 1731926663539 2024-11-18T10:44:23,540 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cec8132d66e346b7cd6c3c96c1ae0676, NAME => 'SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:23,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741843_1019 (size=62) 2024-11-18T10:44:23,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741843_1019 (size=62) 2024-11-18T10:44:23,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741843_1019 (size=62) 2024-11-18T10:44:23,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741842_1018 (size=62) 2024-11-18T10:44:23,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:23,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 6b077d0654c703cc45414d5c22ddc25a, disabling compactions & flushes 2024-11-18T10:44:23,548 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:44:23,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:44:23,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. after waiting 0 ms 2024-11-18T10:44:23,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:44:23,548 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:44:23,548 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6b077d0654c703cc45414d5c22ddc25a: Waiting for close lock at 1731926663548Disabling compacts and flushes for region at 1731926663548Disabling writes for close at 1731926663548Writing region close event to WAL at 1731926663548Closed at 1731926663548 2024-11-18T10:44:23,549 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d100e511ecc042b0f97d8854403570d3, NAME => 'SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:23,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741842_1018 (size=62) 2024-11-18T10:44:23,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741842_1018 (size=62) 2024-11-18T10:44:23,551 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:23,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 41793e2e7fc21e8e670aa06c0339514d, disabling compactions & flushes 2024-11-18T10:44:23,552 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:44:23,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:44:23,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. after waiting 0 ms 2024-11-18T10:44:23,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:44:23,552 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:44:23,552 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 41793e2e7fc21e8e670aa06c0339514d: Waiting for close lock at 1731926663552Disabling compacts and flushes for region at 1731926663552Disabling writes for close at 1731926663552Writing region close event to WAL at 1731926663552Closed at 1731926663552 2024-11-18T10:44:23,553 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2e81850695c402936d2b81f0fc01f2d4, NAME => 'SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:44:23,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741844_1020 (size=62) 2024-11-18T10:44:23,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741844_1020 (size=62) 2024-11-18T10:44:23,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741844_1020 (size=62) 2024-11-18T10:44:23,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:23,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing cec8132d66e346b7cd6c3c96c1ae0676, disabling compactions & flushes 2024-11-18T10:44:23,577 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:44:23,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:44:23,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. after waiting 0 ms 2024-11-18T10:44:23,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:44:23,577 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:44:23,577 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for cec8132d66e346b7cd6c3c96c1ae0676: Waiting for close lock at 1731926663577Disabling compacts and flushes for region at 1731926663577Disabling writes for close at 1731926663577Writing region close event to WAL at 1731926663577Closed at 1731926663577 2024-11-18T10:44:23,578 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 72a80559c172f178b0f89b69b079902b, NAME => 'SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96 2024-11-18T10:44:23,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741845_1021 (size=62) 2024-11-18T10:44:23,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741845_1021 (size=62) 2024-11-18T10:44:23,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741845_1021 (size=62) 2024-11-18T10:44:23,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:23,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing d100e511ecc042b0f97d8854403570d3, disabling compactions & flushes 2024-11-18T10:44:23,586 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:44:23,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:44:23,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. after waiting 0 ms 2024-11-18T10:44:23,586 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:44:23,587 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:44:23,587 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for d100e511ecc042b0f97d8854403570d3: Waiting for close lock at 1731926663586Disabling compacts and flushes for region at 1731926663586Disabling writes for close at 1731926663586Writing region close event to WAL at 1731926663586Closed at 1731926663586 2024-11-18T10:44:23,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741846_1022 (size=62) 2024-11-18T10:44:23,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741846_1022 (size=62) 2024-11-18T10:44:23,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741846_1022 (size=62) 2024-11-18T10:44:23,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:23,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 2e81850695c402936d2b81f0fc01f2d4, disabling compactions & flushes 2024-11-18T10:44:23,600 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:44:23,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:44:23,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. after waiting 0 ms 2024-11-18T10:44:23,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:44:23,600 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:44:23,601 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2e81850695c402936d2b81f0fc01f2d4: Waiting for close lock at 1731926663600Disabling compacts and flushes for region at 1731926663600Disabling writes for close at 1731926663600Writing region close event to WAL at 1731926663600Closed at 1731926663600 2024-11-18T10:44:23,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741847_1023 (size=54) 2024-11-18T10:44:23,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741847_1023 (size=54) 2024-11-18T10:44:23,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741847_1023 (size=54) 2024-11-18T10:44:23,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:23,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 72a80559c172f178b0f89b69b079902b, disabling compactions & flushes 2024-11-18T10:44:23,614 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:44:23,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:44:23,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. after waiting 0 ms 2024-11-18T10:44:23,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:44:23,614 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:44:23,614 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 72a80559c172f178b0f89b69b079902b: Waiting for close lock at 1731926663614Disabling compacts and flushes for region at 1731926663614Disabling writes for close at 1731926663614Writing region close event to WAL at 1731926663614Closed at 1731926663614 2024-11-18T10:44:23,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:44:23,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926663617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926663617"}]},"ts":"1731926663617"} 2024-11-18T10:44:23,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926663617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926663617"}]},"ts":"1731926663617"} 2024-11-18T10:44:23,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731926663617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926663617"}]},"ts":"1731926663617"} 2024-11-18T10:44:23,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926663617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926663617"}]},"ts":"1731926663617"} 2024-11-18T10:44:23,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926663617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926663617"}]},"ts":"1731926663617"} 2024-11-18T10:44:23,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926663617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926663617"}]},"ts":"1731926663617"} 2024-11-18T10:44:23,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926663617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926663617"}]},"ts":"1731926663617"} 2024-11-18T10:44:23,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926663617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926663617"}]},"ts":"1731926663617"} 2024-11-18T10:44:23,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926663617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926663617"}]},"ts":"1731926663617"} 2024-11-18T10:44:23,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731926663617"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926663617"}]},"ts":"1731926663617"} 2024-11-18T10:44:23,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-18T10:44:23,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:44:23,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926663668"}]},"ts":"1731926663668"} 2024-11-18T10:44:23,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-18T10:44:23,676 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {305920afb41d=0} racks are {/default-rack=0} 2024-11-18T10:44:23,682 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T10:44:23,683 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T10:44:23,683 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T10:44:23,683 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T10:44:23,683 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T10:44:23,683 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T10:44:23,683 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T10:44:23,683 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T10:44:23,683 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T10:44:23,683 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T10:44:23,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a208ba01722556015b14a9c5e1d2ca07, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=873e0486a6b34e08b513337cf06a39ff, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dfc66dcdb6b3f1d2a3db12d93e3ba50, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d82942cd630deed66962ce14a5616742, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41793e2e7fc21e8e670aa06c0339514d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b077d0654c703cc45414d5c22ddc25a, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cec8132d66e346b7cd6c3c96c1ae0676, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d100e511ecc042b0f97d8854403570d3, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e81850695c402936d2b81f0fc01f2d4, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72a80559c172f178b0f89b69b079902b, ASSIGN}] 2024-11-18T10:44:23,690 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=873e0486a6b34e08b513337cf06a39ff, ASSIGN 2024-11-18T10:44:23,690 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a208ba01722556015b14a9c5e1d2ca07, ASSIGN 2024-11-18T10:44:23,690 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d82942cd630deed66962ce14a5616742, ASSIGN 2024-11-18T10:44:23,691 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dfc66dcdb6b3f1d2a3db12d93e3ba50, ASSIGN 2024-11-18T10:44:23,693 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=873e0486a6b34e08b513337cf06a39ff, ASSIGN; state=OFFLINE, location=305920afb41d,34101,1731926650645; forceNewPlan=false, retain=false 2024-11-18T10:44:23,693 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d82942cd630deed66962ce14a5616742, ASSIGN; state=OFFLINE, location=305920afb41d,34101,1731926650645; forceNewPlan=false, retain=false 2024-11-18T10:44:23,693 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3dfc66dcdb6b3f1d2a3db12d93e3ba50, ASSIGN; state=OFFLINE, location=305920afb41d,33021,1731926650920; forceNewPlan=false, retain=false 2024-11-18T10:44:23,693 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a208ba01722556015b14a9c5e1d2ca07, ASSIGN; state=OFFLINE, location=305920afb41d,38863,1731926650829; forceNewPlan=false, retain=false 2024-11-18T10:44:23,700 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e81850695c402936d2b81f0fc01f2d4, ASSIGN 2024-11-18T10:44:23,700 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72a80559c172f178b0f89b69b079902b, ASSIGN 2024-11-18T10:44:23,700 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cec8132d66e346b7cd6c3c96c1ae0676, ASSIGN 2024-11-18T10:44:23,701 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d100e511ecc042b0f97d8854403570d3, ASSIGN 2024-11-18T10:44:23,701 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b077d0654c703cc45414d5c22ddc25a, ASSIGN 2024-11-18T10:44:23,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b077d0654c703cc45414d5c22ddc25a, ASSIGN; state=OFFLINE, location=305920afb41d,33021,1731926650920; forceNewPlan=false, retain=false 2024-11-18T10:44:23,703 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=72a80559c172f178b0f89b69b079902b, ASSIGN; state=OFFLINE, location=305920afb41d,34101,1731926650645; forceNewPlan=false, retain=false 2024-11-18T10:44:23,703 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e81850695c402936d2b81f0fc01f2d4, ASSIGN; state=OFFLINE, location=305920afb41d,38863,1731926650829; forceNewPlan=false, retain=false 2024-11-18T10:44:23,703 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cec8132d66e346b7cd6c3c96c1ae0676, ASSIGN; state=OFFLINE, location=305920afb41d,34101,1731926650645; forceNewPlan=false, retain=false 2024-11-18T10:44:23,703 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d100e511ecc042b0f97d8854403570d3, ASSIGN; state=OFFLINE, location=305920afb41d,33021,1731926650920; forceNewPlan=false, retain=false 2024-11-18T10:44:23,713 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41793e2e7fc21e8e670aa06c0339514d, ASSIGN 2024-11-18T10:44:23,715 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=41793e2e7fc21e8e670aa06c0339514d, ASSIGN; state=OFFLINE, location=305920afb41d,38863,1731926650829; forceNewPlan=false, retain=false 2024-11-18T10:44:23,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:44:23,852 INFO [305920afb41d:37761 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-18T10:44:23,855 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a208ba01722556015b14a9c5e1d2ca07, regionState=OPENING, regionLocation=305920afb41d,38863,1731926650829 2024-11-18T10:44:23,855 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2e81850695c402936d2b81f0fc01f2d4, regionState=OPENING, regionLocation=305920afb41d,38863,1731926650829 2024-11-18T10:44:23,855 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cec8132d66e346b7cd6c3c96c1ae0676, regionState=OPENING, regionLocation=305920afb41d,34101,1731926650645 2024-11-18T10:44:23,855 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41793e2e7fc21e8e670aa06c0339514d, regionState=OPENING, regionLocation=305920afb41d,38863,1731926650829 2024-11-18T10:44:23,855 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=72a80559c172f178b0f89b69b079902b, regionState=OPENING, regionLocation=305920afb41d,34101,1731926650645 2024-11-18T10:44:23,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=873e0486a6b34e08b513337cf06a39ff, regionState=OPENING, regionLocation=305920afb41d,34101,1731926650645 2024-11-18T10:44:23,856 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d82942cd630deed66962ce14a5616742, regionState=OPENING, regionLocation=305920afb41d,34101,1731926650645 2024-11-18T10:44:23,856 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d100e511ecc042b0f97d8854403570d3, regionState=OPENING, regionLocation=305920afb41d,33021,1731926650920 2024-11-18T10:44:23,857 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6b077d0654c703cc45414d5c22ddc25a, regionState=OPENING, regionLocation=305920afb41d,33021,1731926650920 2024-11-18T10:44:23,857 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3dfc66dcdb6b3f1d2a3db12d93e3ba50, regionState=OPENING, regionLocation=305920afb41d,33021,1731926650920 2024-11-18T10:44:23,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=41793e2e7fc21e8e670aa06c0339514d, ASSIGN because future has completed 2024-11-18T10:44:23,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41793e2e7fc21e8e670aa06c0339514d, server=305920afb41d,38863,1731926650829}] 2024-11-18T10:44:23,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cec8132d66e346b7cd6c3c96c1ae0676, ASSIGN because future has completed 2024-11-18T10:44:23,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676, server=305920afb41d,34101,1731926650645}] 2024-11-18T10:44:23,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a208ba01722556015b14a9c5e1d2ca07, ASSIGN because future has completed 2024-11-18T10:44:23,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=72a80559c172f178b0f89b69b079902b, ASSIGN because future has completed 2024-11-18T10:44:23,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72a80559c172f178b0f89b69b079902b, server=305920afb41d,34101,1731926650645}] 2024-11-18T10:44:23,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a208ba01722556015b14a9c5e1d2ca07, server=305920afb41d,38863,1731926650829}] 2024-11-18T10:44:23,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=2e81850695c402936d2b81f0fc01f2d4, ASSIGN because future has completed 2024-11-18T10:44:23,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d100e511ecc042b0f97d8854403570d3, ASSIGN because future has completed 2024-11-18T10:44:23,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=873e0486a6b34e08b513337cf06a39ff, ASSIGN because future has completed 2024-11-18T10:44:23,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d100e511ecc042b0f97d8854403570d3, server=305920afb41d,33021,1731926650920}] 2024-11-18T10:44:23,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 873e0486a6b34e08b513337cf06a39ff, server=305920afb41d,34101,1731926650645}] 2024-11-18T10:44:23,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6b077d0654c703cc45414d5c22ddc25a, ASSIGN because future has completed 2024-11-18T10:44:23,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d82942cd630deed66962ce14a5616742, ASSIGN because future has completed 2024-11-18T10:44:23,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3dfc66dcdb6b3f1d2a3db12d93e3ba50, ASSIGN because future has completed 2024-11-18T10:44:23,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e81850695c402936d2b81f0fc01f2d4, server=305920afb41d,38863,1731926650829}] 2024-11-18T10:44:23,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dfc66dcdb6b3f1d2a3db12d93e3ba50, server=305920afb41d,33021,1731926650920}] 2024-11-18T10:44:23,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d82942cd630deed66962ce14a5616742, server=305920afb41d,34101,1731926650645}] 2024-11-18T10:44:23,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b077d0654c703cc45414d5c22ddc25a, server=305920afb41d,33021,1731926650920}] 2024-11-18T10:44:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:44:24,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:44:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:44:25,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:44:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:44:28,589 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T10:44:30,170 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T10:44:30,171 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T10:44:30,172 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:44:30,172 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T10:44:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:44:33,865 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:44:33,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:44:33,881 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:44:33,881 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:44:33,882 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e81850695c402936d2b81f0fc01f2d4, NAME => 'SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-18T10:44:33,882 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => d82942cd630deed66962ce14a5616742, NAME => 'SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T10:44:33,882 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:33,883 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:33,883 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:33,883 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:33,883 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d82942cd630deed66962ce14a5616742 2024-11-18T10:44:33,883 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:33,883 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for d82942cd630deed66962ce14a5616742 2024-11-18T10:44:33,883 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for d82942cd630deed66962ce14a5616742 2024-11-18T10:44:33,885 INFO [StoreOpener-2e81850695c402936d2b81f0fc01f2d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:33,886 INFO [StoreOpener-d82942cd630deed66962ce14a5616742-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d82942cd630deed66962ce14a5616742 2024-11-18T10:44:33,887 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:44:33,887 INFO [StoreOpener-2e81850695c402936d2b81f0fc01f2d4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e81850695c402936d2b81f0fc01f2d4 columnFamilyName cf 2024-11-18T10:44:33,887 DEBUG [StoreOpener-2e81850695c402936d2b81f0fc01f2d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:33,888 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:44:33,888 INFO [StoreOpener-d82942cd630deed66962ce14a5616742-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82942cd630deed66962ce14a5616742 columnFamilyName cf 2024-11-18T10:44:33,888 DEBUG [StoreOpener-d82942cd630deed66962ce14a5616742-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:33,889 INFO [StoreOpener-2e81850695c402936d2b81f0fc01f2d4-1 {}] regionserver.HStore(327): Store=2e81850695c402936d2b81f0fc01f2d4/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:44:33,889 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:33,889 INFO [StoreOpener-d82942cd630deed66962ce14a5616742-1 {}] regionserver.HStore(327): Store=d82942cd630deed66962ce14a5616742/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:44:33,889 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for d82942cd630deed66962ce14a5616742 2024-11-18T10:44:33,890 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:33,890 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d82942cd630deed66962ce14a5616742 2024-11-18T10:44:33,891 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:33,891 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:33,891 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d82942cd630deed66962ce14a5616742 2024-11-18T10:44:33,891 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:33,892 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for d82942cd630deed66962ce14a5616742 2024-11-18T10:44:33,892 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for d82942cd630deed66962ce14a5616742 2024-11-18T10:44:33,894 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:33,894 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for d82942cd630deed66962ce14a5616742 2024-11-18T10:44:33,894 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:44:33,894 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 6b077d0654c703cc45414d5c22ddc25a, NAME => 'SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T10:44:33,895 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:33,895 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:33,895 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:33,895 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:33,898 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d82942cd630deed66962ce14a5616742/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:44:33,898 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/2e81850695c402936d2b81f0fc01f2d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:44:33,898 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened d82942cd630deed66962ce14a5616742; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72779764, jitterRate=0.08450299501419067}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:44:33,899 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d82942cd630deed66962ce14a5616742 2024-11-18T10:44:33,899 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 2e81850695c402936d2b81f0fc01f2d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62945735, jitterRate=-0.0620354562997818}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:44:33,899 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:33,899 INFO [StoreOpener-6b077d0654c703cc45414d5c22ddc25a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:33,899 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for d82942cd630deed66962ce14a5616742: Running coprocessor pre-open hook at 1731926673884Writing region info on filesystem at 1731926673884Initializing all the Stores at 1731926673885 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926673885Cleaning up temporary data from old regions at 1731926673892 (+7 ms)Running coprocessor post-open hooks at 1731926673899 (+7 ms)Region opened successfully at 1731926673899 2024-11-18T10:44:33,900 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 2e81850695c402936d2b81f0fc01f2d4: Running coprocessor pre-open hook at 1731926673883Writing region info on filesystem at 1731926673883Initializing all the Stores at 1731926673885 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926673885Cleaning up temporary data from old regions at 1731926673891 (+6 ms)Running coprocessor post-open hooks at 1731926673899 (+8 ms)Region opened successfully at 1731926673899 2024-11-18T10:44:33,902 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4., pid=21, masterSystemTime=1731926673865 2024-11-18T10:44:33,903 INFO [StoreOpener-6b077d0654c703cc45414d5c22ddc25a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b077d0654c703cc45414d5c22ddc25a columnFamilyName cf 2024-11-18T10:44:33,903 DEBUG [StoreOpener-6b077d0654c703cc45414d5c22ddc25a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:33,904 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742., pid=23, masterSystemTime=1731926673870 2024-11-18T10:44:33,905 INFO [StoreOpener-6b077d0654c703cc45414d5c22ddc25a-1 {}] regionserver.HStore(327): Store=6b077d0654c703cc45414d5c22ddc25a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:44:33,905 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:33,905 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:44:33,905 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:44:33,906 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:44:33,906 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 41793e2e7fc21e8e670aa06c0339514d, NAME => 'SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T10:44:33,906 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:33,907 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:33,907 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:33,907 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:33,907 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:33,907 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=2e81850695c402936d2b81f0fc01f2d4, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,38863,1731926650829 2024-11-18T10:44:33,907 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:33,909 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:33,909 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:33,909 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:44:33,909 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:44:33,909 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:44:33,910 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => cec8132d66e346b7cd6c3c96c1ae0676, NAME => 'SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T10:44:33,910 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d82942cd630deed66962ce14a5616742, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,34101,1731926650645 2024-11-18T10:44:33,910 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:33,910 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:33,910 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:33,910 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:33,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e81850695c402936d2b81f0fc01f2d4, server=305920afb41d,38863,1731926650829 because future has completed 2024-11-18T10:44:33,913 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:33,915 INFO [StoreOpener-41793e2e7fc21e8e670aa06c0339514d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:33,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d82942cd630deed66962ce14a5616742, server=305920afb41d,34101,1731926650645 because future has completed 2024-11-18T10:44:33,915 INFO [StoreOpener-cec8132d66e346b7cd6c3c96c1ae0676-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:33,918 INFO [StoreOpener-41793e2e7fc21e8e670aa06c0339514d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41793e2e7fc21e8e670aa06c0339514d columnFamilyName cf 2024-11-18T10:44:33,918 DEBUG [StoreOpener-41793e2e7fc21e8e670aa06c0339514d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:33,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=13 2024-11-18T10:44:33,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e81850695c402936d2b81f0fc01f2d4, server=305920afb41d,38863,1731926650829 in 10.0390 sec 2024-11-18T10:44:33,920 INFO [StoreOpener-41793e2e7fc21e8e670aa06c0339514d-1 {}] regionserver.HStore(327): Store=41793e2e7fc21e8e670aa06c0339514d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:44:33,920 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:33,922 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:33,922 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/6b077d0654c703cc45414d5c22ddc25a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:44:33,923 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:33,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-18T10:44:33,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=2e81850695c402936d2b81f0fc01f2d4, ASSIGN in 10.2350 sec 2024-11-18T10:44:33,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d82942cd630deed66962ce14a5616742, server=305920afb41d,34101,1731926650645 in 10.0330 sec 2024-11-18T10:44:33,923 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 6b077d0654c703cc45414d5c22ddc25a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67475552, jitterRate=0.005464076995849609}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:44:33,923 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:33,923 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 6b077d0654c703cc45414d5c22ddc25a: Running coprocessor pre-open hook at 1731926673895Writing region info on filesystem at 1731926673895Initializing all the Stores at 1731926673897 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926673898 (+1 ms)Cleaning up temporary data from old regions at 1731926673909 (+11 ms)Running coprocessor post-open hooks at 1731926673923 (+14 ms)Region opened successfully at 1731926673923 2024-11-18T10:44:33,924 INFO [StoreOpener-cec8132d66e346b7cd6c3c96c1ae0676-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cec8132d66e346b7cd6c3c96c1ae0676 columnFamilyName cf 2024-11-18T10:44:33,924 DEBUG [StoreOpener-cec8132d66e346b7cd6c3c96c1ae0676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:33,924 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:33,925 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:33,925 INFO [StoreOpener-cec8132d66e346b7cd6c3c96c1ae0676-1 {}] regionserver.HStore(327): Store=cec8132d66e346b7cd6c3c96c1ae0676/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:44:33,926 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a., pid=24, masterSystemTime=1731926673886 2024-11-18T10:44:33,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d82942cd630deed66962ce14a5616742, ASSIGN in 10.2380 sec 2024-11-18T10:44:33,927 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:33,929 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:33,929 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:33,929 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:44:33,929 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:44:33,930 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:44:33,930 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:33,930 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dfc66dcdb6b3f1d2a3db12d93e3ba50, NAME => 'SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T10:44:33,930 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:33,931 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:33,931 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:33,931 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:33,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6b077d0654c703cc45414d5c22ddc25a, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33021,1731926650920 2024-11-18T10:44:33,932 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:33,932 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:33,935 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:33,936 INFO [StoreOpener-3dfc66dcdb6b3f1d2a3db12d93e3ba50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:33,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6b077d0654c703cc45414d5c22ddc25a, server=305920afb41d,33021,1731926650920 because future has completed 2024-11-18T10:44:33,939 INFO [StoreOpener-3dfc66dcdb6b3f1d2a3db12d93e3ba50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dfc66dcdb6b3f1d2a3db12d93e3ba50 columnFamilyName cf 2024-11-18T10:44:33,939 DEBUG [StoreOpener-3dfc66dcdb6b3f1d2a3db12d93e3ba50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:33,940 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/41793e2e7fc21e8e670aa06c0339514d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:44:33,940 INFO [StoreOpener-3dfc66dcdb6b3f1d2a3db12d93e3ba50-1 {}] regionserver.HStore(327): Store=3dfc66dcdb6b3f1d2a3db12d93e3ba50/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:44:33,941 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:33,941 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 41793e2e7fc21e8e670aa06c0339514d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65653061, jitterRate=-0.021693155169487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:44:33,941 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:33,941 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 41793e2e7fc21e8e670aa06c0339514d: Running coprocessor pre-open hook at 1731926673907Writing region info on filesystem at 1731926673907Initializing all the Stores at 1731926673912 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926673912Cleaning up temporary data from old regions at 1731926673925 (+13 ms)Running coprocessor post-open hooks at 1731926673941 (+16 ms)Region opened successfully at 1731926673941 2024-11-18T10:44:33,942 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:33,943 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d., pid=15, masterSystemTime=1731926673865 2024-11-18T10:44:33,943 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:33,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-18T10:44:33,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6b077d0654c703cc45414d5c22ddc25a, server=305920afb41d,33021,1731926650920 in 10.0490 sec 2024-11-18T10:44:33,944 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:33,945 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/cec8132d66e346b7cd6c3c96c1ae0676/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:44:33,945 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:33,946 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened cec8132d66e346b7cd6c3c96c1ae0676; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59275168, jitterRate=-0.11673116683959961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:44:33,946 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:33,946 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for cec8132d66e346b7cd6c3c96c1ae0676: Running coprocessor pre-open hook at 1731926673911Writing region info on filesystem at 1731926673911Initializing all the Stores at 1731926673913 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926673913Cleaning up temporary data from old regions at 1731926673931 (+18 ms)Running coprocessor post-open hooks at 1731926673946 (+15 ms)Region opened successfully at 1731926673946 2024-11-18T10:44:33,946 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:44:33,947 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:44:33,947 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:44:33,947 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => a208ba01722556015b14a9c5e1d2ca07, NAME => 'SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T10:44:33,947 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:33,948 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:33,948 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:33,948 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:33,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6b077d0654c703cc45414d5c22ddc25a, ASSIGN in 10.2590 sec 2024-11-18T10:44:33,949 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=41793e2e7fc21e8e670aa06c0339514d, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,38863,1731926650829 2024-11-18T10:44:33,951 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676., pid=16, masterSystemTime=1731926673870 2024-11-18T10:44:33,951 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:33,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41793e2e7fc21e8e670aa06c0339514d, server=305920afb41d,38863,1731926650829 because future has completed 2024-11-18T10:44:33,955 INFO [StoreOpener-a208ba01722556015b14a9c5e1d2ca07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:33,955 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:44:33,956 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:44:33,956 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:44:33,956 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 72a80559c172f178b0f89b69b079902b, NAME => 'SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T10:44:33,956 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:33,957 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:33,957 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:33,957 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:33,957 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=cec8132d66e346b7cd6c3c96c1ae0676, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,34101,1731926650645 2024-11-18T10:44:33,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676, server=305920afb41d,34101,1731926650645 because future has completed 2024-11-18T10:44:33,961 INFO [StoreOpener-72a80559c172f178b0f89b69b079902b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:33,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-18T10:44:33,963 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/3dfc66dcdb6b3f1d2a3db12d93e3ba50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:44:33,964 INFO [StoreOpener-a208ba01722556015b14a9c5e1d2ca07-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a208ba01722556015b14a9c5e1d2ca07 columnFamilyName cf 2024-11-18T10:44:33,964 DEBUG [StoreOpener-a208ba01722556015b14a9c5e1d2ca07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:33,964 INFO [StoreOpener-72a80559c172f178b0f89b69b079902b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72a80559c172f178b0f89b69b079902b columnFamilyName cf 2024-11-18T10:44:33,964 DEBUG [StoreOpener-72a80559c172f178b0f89b69b079902b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:33,965 INFO [StoreOpener-a208ba01722556015b14a9c5e1d2ca07-1 {}] regionserver.HStore(327): Store=a208ba01722556015b14a9c5e1d2ca07/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:44:33,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 41793e2e7fc21e8e670aa06c0339514d, server=305920afb41d,38863,1731926650829 in 10.0960 sec 2024-11-18T10:44:33,965 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 3dfc66dcdb6b3f1d2a3db12d93e3ba50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61768270, jitterRate=-0.07958105206489563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:44:33,965 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:33,967 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:33,967 INFO [StoreOpener-72a80559c172f178b0f89b69b079902b-1 {}] regionserver.HStore(327): Store=72a80559c172f178b0f89b69b079902b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:44:33,967 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:33,969 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:33,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-18T10:44:33,970 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:33,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676, server=305920afb41d,34101,1731926650645 in 10.1010 sec 2024-11-18T10:44:33,970 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:33,970 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 3dfc66dcdb6b3f1d2a3db12d93e3ba50: Running coprocessor pre-open hook at 1731926673932Writing region info on filesystem at 1731926673932Initializing all the Stores at 1731926673935 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926673936 (+1 ms)Cleaning up temporary data from old regions at 1731926673945 (+9 ms)Running coprocessor post-open hooks at 1731926673965 (+20 ms)Region opened successfully at 1731926673968 (+3 ms) 2024-11-18T10:44:33,971 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:33,972 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:33,972 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:33,973 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:33,973 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:33,973 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50., pid=22, masterSystemTime=1731926673886 2024-11-18T10:44:33,974 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=41793e2e7fc21e8e670aa06c0339514d, ASSIGN in 10.2800 sec 2024-11-18T10:44:33,975 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:33,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cec8132d66e346b7cd6c3c96c1ae0676, ASSIGN in 10.2850 sec 2024-11-18T10:44:33,977 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:33,977 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:44:33,977 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:44:33,978 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:44:33,978 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d100e511ecc042b0f97d8854403570d3, NAME => 'SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-18T10:44:33,978 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:33,978 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:33,978 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:33,979 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:33,980 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3dfc66dcdb6b3f1d2a3db12d93e3ba50, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33021,1731926650920 2024-11-18T10:44:33,980 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/a208ba01722556015b14a9c5e1d2ca07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:44:33,981 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened a208ba01722556015b14a9c5e1d2ca07; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73107496, jitterRate=0.08938658237457275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:44:33,981 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:33,981 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for a208ba01722556015b14a9c5e1d2ca07: Running coprocessor pre-open hook at 1731926673948Writing region info on filesystem at 1731926673948Initializing all the Stores at 1731926673950 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926673950Cleaning up temporary data from old regions at 1731926673972 (+22 ms)Running coprocessor post-open hooks at 1731926673981 (+9 ms)Region opened successfully at 1731926673981 2024-11-18T10:44:33,982 INFO [StoreOpener-d100e511ecc042b0f97d8854403570d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:33,983 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07., pid=17, masterSystemTime=1731926673865 2024-11-18T10:44:33,984 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/72a80559c172f178b0f89b69b079902b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:44:33,985 INFO [StoreOpener-d100e511ecc042b0f97d8854403570d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d100e511ecc042b0f97d8854403570d3 columnFamilyName cf 2024-11-18T10:44:33,985 DEBUG [StoreOpener-d100e511ecc042b0f97d8854403570d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:33,986 INFO [StoreOpener-d100e511ecc042b0f97d8854403570d3-1 {}] regionserver.HStore(327): Store=d100e511ecc042b0f97d8854403570d3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:44:33,986 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 72a80559c172f178b0f89b69b079902b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72614745, jitterRate=0.08204402029514313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:44:33,986 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:33,986 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:33,986 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 72a80559c172f178b0f89b69b079902b: Running coprocessor pre-open hook at 1731926673957Writing region info on filesystem at 1731926673957Initializing all the Stores at 1731926673961 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926673961Cleaning up temporary data from old regions at 1731926673973 (+12 ms)Running coprocessor post-open hooks at 1731926673986 (+13 ms)Region opened successfully at 1731926673986 2024-11-18T10:44:33,987 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:33,988 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:44:33,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dfc66dcdb6b3f1d2a3db12d93e3ba50, server=305920afb41d,33021,1731926650920 because future has completed 2024-11-18T10:44:33,988 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:44:33,988 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:33,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a208ba01722556015b14a9c5e1d2ca07, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,38863,1731926650829 2024-11-18T10:44:33,989 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:33,989 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:33,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a208ba01722556015b14a9c5e1d2ca07, server=305920afb41d,38863,1731926650829 because future has completed 2024-11-18T10:44:33,992 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:33,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=7 2024-11-18T10:44:33,995 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b., pid=18, masterSystemTime=1731926673870 2024-11-18T10:44:33,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dfc66dcdb6b3f1d2a3db12d93e3ba50, server=305920afb41d,33021,1731926650920 in 10.1080 sec 2024-11-18T10:44:33,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-18T10:44:33,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a208ba01722556015b14a9c5e1d2ca07, server=305920afb41d,38863,1731926650829 in 10.1260 sec 2024-11-18T10:44:33,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3dfc66dcdb6b3f1d2a3db12d93e3ba50, ASSIGN in 10.3110 sec 2024-11-18T10:44:34,000 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:44:34,000 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:44:34,000 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:44:34,000 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d100e511ecc042b0f97d8854403570d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:44:34,000 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 873e0486a6b34e08b513337cf06a39ff, NAME => 'SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T10:44:34,001 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:34,001 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:44:34,001 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:34,001 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:34,001 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened d100e511ecc042b0f97d8854403570d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67174139, jitterRate=9.726732969284058E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:44:34,001 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:34,002 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d100e511ecc042b0f97d8854403570d3: Running coprocessor pre-open hook at 1731926673979Writing region info on filesystem at 1731926673979Initializing all the Stores at 1731926673980 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926673980Cleaning up temporary data from old regions at 1731926673989 (+9 ms)Running coprocessor post-open hooks at 1731926674001 (+12 ms)Region opened successfully at 1731926674002 (+1 ms) 2024-11-18T10:44:34,003 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3., pid=19, masterSystemTime=1731926673886 2024-11-18T10:44:34,003 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=72a80559c172f178b0f89b69b079902b, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,34101,1731926650645 2024-11-18T10:44:34,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a208ba01722556015b14a9c5e1d2ca07, ASSIGN in 10.3140 sec 2024-11-18T10:44:34,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72a80559c172f178b0f89b69b079902b, server=305920afb41d,34101,1731926650645 because future has completed 2024-11-18T10:44:34,008 INFO [StoreOpener-873e0486a6b34e08b513337cf06a39ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:34,008 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:44:34,008 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:44:34,009 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d100e511ecc042b0f97d8854403570d3, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33021,1731926650920 2024-11-18T10:44:34,012 INFO [StoreOpener-873e0486a6b34e08b513337cf06a39ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873e0486a6b34e08b513337cf06a39ff columnFamilyName cf 2024-11-18T10:44:34,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d100e511ecc042b0f97d8854403570d3, server=305920afb41d,33021,1731926650920 because future has completed 2024-11-18T10:44:34,013 DEBUG [StoreOpener-873e0486a6b34e08b513337cf06a39ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:44:34,014 INFO [StoreOpener-873e0486a6b34e08b513337cf06a39ff-1 {}] regionserver.HStore(327): Store=873e0486a6b34e08b513337cf06a39ff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:44:34,014 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:34,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=14 2024-11-18T10:44:34,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 72a80559c172f178b0f89b69b079902b, server=305920afb41d,34101,1731926650645 in 10.1420 sec 2024-11-18T10:44:34,016 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:34,017 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:34,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72a80559c172f178b0f89b69b079902b, ASSIGN in 10.3290 sec 2024-11-18T10:44:34,018 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:34,019 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:34,023 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:34,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=12 2024-11-18T10:44:34,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d100e511ecc042b0f97d8854403570d3, server=305920afb41d,33021,1731926650920 in 10.1420 sec 2024-11-18T10:44:34,028 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/873e0486a6b34e08b513337cf06a39ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:44:34,029 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 873e0486a6b34e08b513337cf06a39ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66708805, jitterRate=-0.0059613436460494995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:44:34,029 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:34,029 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 873e0486a6b34e08b513337cf06a39ff: Running coprocessor pre-open hook at 1731926674001Writing region info on filesystem at 1731926674001Initializing all the Stores at 1731926674004 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926674004Cleaning up temporary data from old regions at 1731926674019 (+15 ms)Running coprocessor post-open hooks at 1731926674029 (+10 ms)Region opened successfully at 1731926674029 2024-11-18T10:44:34,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d100e511ecc042b0f97d8854403570d3, ASSIGN in 10.3410 sec 2024-11-18T10:44:34,031 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff., pid=20, masterSystemTime=1731926673870 2024-11-18T10:44:34,033 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:44:34,033 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:44:34,035 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=873e0486a6b34e08b513337cf06a39ff, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,34101,1731926650645 2024-11-18T10:44:34,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 873e0486a6b34e08b513337cf06a39ff, server=305920afb41d,34101,1731926650645 because future has completed 2024-11-18T10:44:34,040 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37761 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=305920afb41d,34101,1731926650645, table=SPTestTable, region=873e0486a6b34e08b513337cf06a39ff. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T10:44:34,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=6 2024-11-18T10:44:34,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 873e0486a6b34e08b513337cf06a39ff, server=305920afb41d,34101,1731926650645 in 10.1690 sec 2024-11-18T10:44:34,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-18T10:44:34,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=873e0486a6b34e08b513337cf06a39ff, ASSIGN in 10.3600 sec 2024-11-18T10:44:34,056 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:44:34,056 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926674056"}]},"ts":"1731926674056"} 2024-11-18T10:44:34,060 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-18T10:44:34,064 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:44:34,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.6380 sec 2024-11-18T10:44:36,578 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-18T10:44:38,890 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:44:39,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T10:44:40,170 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-18T10:44:40,170 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-18T10:44:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:44:41,687 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-18T10:44:41,687 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-18T10:44:41,689 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T10:44:41,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-18T10:44:41,703 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T10:44:41,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-18T10:44:41,770 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,784 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,787 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,789 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,791 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,840 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3., hostname=305920afb41d,33021,1731926650920, seqNum=2] 2024-11-18T10:44:41,843 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3., hostname=305920afb41d,33021,1731926650920, seqNum=2] 2024-11-18T10:44:41,846 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3., hostname=305920afb41d,33021,1731926650920, seqNum=2] 2024-11-18T10:44:41,849 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3., hostname=305920afb41d,33021,1731926650920, seqNum=2] 2024-11-18T10:44:41,851 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3., hostname=305920afb41d,33021,1731926650920, seqNum=2] 2024-11-18T10:44:41,854 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3., hostname=305920afb41d,33021,1731926650920, seqNum=2] 2024-11-18T10:44:41,857 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3., hostname=305920afb41d,33021,1731926650920, seqNum=2] 2024-11-18T10:44:41,893 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4., hostname=305920afb41d,38863,1731926650829, seqNum=2] 2024-11-18T10:44:41,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4., hostname=305920afb41d,38863,1731926650829, seqNum=2] 2024-11-18T10:44:41,898 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4., hostname=305920afb41d,38863,1731926650829, seqNum=2] 2024-11-18T10:44:41,900 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4., hostname=305920afb41d,38863,1731926650829, seqNum=2] 2024-11-18T10:44:41,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4., hostname=305920afb41d,38863,1731926650829, seqNum=2] 2024-11-18T10:44:41,906 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4., hostname=305920afb41d,38863,1731926650829, seqNum=2] 2024-11-18T10:44:41,908 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4., hostname=305920afb41d,38863,1731926650829, seqNum=2] 2024-11-18T10:44:41,976 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,979 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,981 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,984 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,986 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:41,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b., hostname=305920afb41d,34101,1731926650645, seqNum=2] 2024-11-18T10:44:43,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:44:43,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:44:43,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:44:43,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:44:43,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:44:43,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38863 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T10:44:43,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33021 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T10:44:43,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T10:44:44,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T10:44:45,138 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-18T10:44:45,141 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T10:44:45,142 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T10:44:45,149 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T10:44:45,208 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T10:44:45,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741848_1024 (size=49) 2024-11-18T10:44:45,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741848_1024 (size=49) 2024-11-18T10:44:45,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741848_1024 (size=49) 2024-11-18T10:44:45,327 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T10:44:45,330 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a208ba01722556015b14a9c5e1d2ca07}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dfc66dcdb6b3f1d2a3db12d93e3ba50}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41793e2e7fc21e8e670aa06c0339514d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b077d0654c703cc45414d5c22ddc25a}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d100e511ecc042b0f97d8854403570d3}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e81850695c402936d2b81f0fc01f2d4}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b}] 2024-11-18T10:44:45,368 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:45,369 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:45,370 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:45,370 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:45,371 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:45,423 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:45,423 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 2024-11-18T10:44:45,424 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:45,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:45,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:45,444 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 305920afb41d,34101,1731926650645 2024-11-18T10:44:45,445 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 305920afb41d,34101,1731926650645: Simulated kill ***** 2024-11-18T10:44:45,445 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T10:44:45,448 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T10:44:45,449 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T10:44:45,452 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T10:44:45,454 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T10:44:45,470 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 717814784 }, "NonHeapMemoryUsage": { "committed": 157155328, "init": 7667712, "max": -1, "used": 153802456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "305920afb41d", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 3, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "305920afb41d", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56162", "tag.serverName": "305920afb41d,34101,1731926650645", "tag.clusterId": "d5f13b93-c578-4e5f-94af-1d689cbfbfbd", "tag.Context": "regionserver", "tag.Hostname": "305920afb41d", "regionCount": 5, "storeCount": 8, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22624, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731926650645, "averageRegionSize": 2546, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-18T10:44:45,484 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37761 {}] master.MasterRpcServices(700): 305920afb41d,34101,1731926650645 reported a fatal error: ***** ABORTING region server 305920afb41d,34101,1731926650645: Simulated kill ***** 2024-11-18T10:44:45,487 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,34101,1731926650645' ***** 2024-11-18T10:44:45,487 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T10:44:45,488 INFO [RS:0;305920afb41d:34101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:44:45,488 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T10:44:45,488 INFO [RS:0;305920afb41d:34101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T10:44:45,488 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:44:45,488 INFO [RS:0;305920afb41d:34101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T10:44:45,488 INFO [RS:0;305920afb41d:34101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:44:45,488 INFO [RS:0;305920afb41d:34101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:34101. 2024-11-18T10:44:45,489 DEBUG [RS:0;305920afb41d:34101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:44:45,489 DEBUG [RS:0;305920afb41d:34101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:44:45,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741836_1012 (size=14382) 2024-11-18T10:44:45,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741836_1012 (size=14382) 2024-11-18T10:44:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741836_1012 (size=14382) 2024-11-18T10:44:45,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741834_1010 (size=1257) 2024-11-18T10:44:45,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741834_1010 (size=1257) 2024-11-18T10:44:45,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741834_1010 (size=1257) 2024-11-18T10:44:45,527 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:44:45,527 DEBUG [RS:0;305920afb41d:34101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:44:45,527 INFO [RS:0;305920afb41d:34101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:44:45,528 INFO [RS:0;305920afb41d:34101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34101 2024-11-18T10:44:45,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/305920afb41d,34101,1731926650645 2024-11-18T10:44:45,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T10:44:45,578 INFO [RS:0;305920afb41d:34101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:44:45,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,34101,1731926650645] 2024-11-18T10:44:45,594 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/305920afb41d,34101,1731926650645 already deleted, retry=false 2024-11-18T10:44:45,595 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 305920afb41d,34101,1731926650645 on 305920afb41d,37761,1731926649807 2024-11-18T10:44:45,600 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 305920afb41d,34101,1731926650645, splitWal=true, meta=true 2024-11-18T10:44:45,606 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 305920afb41d,34101,1731926650645 (carryingMeta=true) 305920afb41d,34101,1731926650645/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7fae0e00[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T10:44:45,606 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 305920afb41d,34101,1731926650645, splitWal=true, meta=true 2024-11-18T10:44:45,608 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 305920afb41d,34101,1731926650645, splitWal=true, meta=true, isMeta: true 2024-11-18T10:44:45,609 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:45,610 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:45,610 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:45,611 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 2024-11-18T10:44:45,616 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting 2024-11-18T10:44:45,616 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b can not run currently because target server of region SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-18T10:44:45,616 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b; timeout=1000, timestamp=1731926686616 2024-11-18T10:44:45,617 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff can not run currently because target server of region SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-18T10:44:45,617 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 can not run currently because target server of region SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-18T10:44:45,617 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff; timeout=1000, timestamp=1731926686617 2024-11-18T10:44:45,617 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676; timeout=1000, timestamp=1731926686617 2024-11-18T10:44:45,618 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 can not run currently because target server of region SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-18T10:44:45,618 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742; timeout=1000, timestamp=1731926686618 2024-11-18T10:44:45,622 INFO [PEWorker-5 {}] master.SplitWALManager(105): 305920afb41d,34101,1731926650645 WAL count=1, meta=true 2024-11-18T10:44:45,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta}] 2024-11-18T10:44:45,645 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=305920afb41d,33021,1731926650920 2024-11-18T10:44:45,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta, worker=305920afb41d,33021,1731926650920}] 2024-11-18T10:44:45,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:44:45,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x1014ed51a6f0001, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:44:45,688 INFO [RS:0;305920afb41d:34101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:44:45,688 INFO [RS:0;305920afb41d:34101 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,34101,1731926650645; zookeeper connection closed. 2024-11-18T10:44:45,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ca03690 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ca03690 2024-11-18T10:44:45,711 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:44:45,711 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:44:46,617 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:46,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:46,617 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:46,618 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff can not run currently because target server of region SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-18T10:44:46,618 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 2024-11-18T10:44:46,618 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b can not run currently because target server of region SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-18T10:44:46,618 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 can not run currently because target server of region SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-18T10:44:46,618 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff; timeout=2000, timestamp=1731926688618 2024-11-18T10:44:46,618 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b; timeout=2000, timestamp=1731926688618 2024-11-18T10:44:46,618 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676; timeout=2000, timestamp=1731926688618 2024-11-18T10:44:46,642 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 can not run currently because target server of region SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-18T10:44:46,642 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742; timeout=2000, timestamp=1731926688642 2024-11-18T10:44:48,619 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:48,619 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:48,619 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:48,620 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff can not run currently because target server of region SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-18T10:44:48,620 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 can not run currently because target server of region SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-18T10:44:48,620 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b can not run currently because target server of region SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-18T10:44:48,620 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff; timeout=4000, timestamp=1731926692620 2024-11-18T10:44:48,620 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b; timeout=4000, timestamp=1731926692620 2024-11-18T10:44:48,621 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676; timeout=4000, timestamp=1731926692620 2024-11-18T10:44:48,642 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 2024-11-18T10:44:48,644 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 can not run currently because target server of region SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-18T10:44:48,644 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742; timeout=4000, timestamp=1731926692644 2024-11-18T10:44:52,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:44:52,620 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b 2024-11-18T10:44:52,621 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:44:52,622 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff can not run currently because target server of region SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-18T10:44:52,622 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 can not run currently because target server of region SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-18T10:44:52,622 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b can not run currently because target server of region SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-18T10:44:52,622 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676; timeout=8000, timestamp=1731926700622 2024-11-18T10:44:52,622 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff; timeout=8000, timestamp=1731926700622 2024-11-18T10:44:52,622 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b; timeout=8000, timestamp=1731926700622 2024-11-18T10:44:52,644 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 2024-11-18T10:44:52,646 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 can not run currently because target server of region SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 305920afb41d,34101,1731926650645 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-18T10:44:52,646 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742; timeout=8000, timestamp=1731926700646 2024-11-18T10:44:53,887 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=305920afb41d,38863,1731926650829, timeout=1731926695376, delay=1488, operations=[pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e81850695c402936d2b81f0fc01f2d4, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a208ba01722556015b14a9c5e1d2ca07, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41793e2e7fc21e8e670aa06c0339514d], containedObject=305920afb41d,34101,1731926650645, timeout=1731926695376, delay=1488, operations=null, containedObject=305920afb41d,33021,1731926650920, timeout=1731926695391, delay=1503, operations=[pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d100e511ecc042b0f97d8854403570d3, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dfc66dcdb6b3f1d2a3db12d93e3ba50, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b077d0654c703cc45414d5c22ddc25a, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta, worker=305920afb41d,33021,1731926650920]] 2024-11-18T10:44:55,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-18T10:44:55,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-18T10:44:55,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:44:55,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-18T10:44:55,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:44:55,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:44:55,389 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 2e81850695c402936d2b81f0fc01f2d4 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-18T10:44:55,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for a208ba01722556015b14a9c5e1d2ca07: 2024-11-18T10:44:55,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 41793e2e7fc21e8e670aa06c0339514d: 2024-11-18T10:44:55,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. for SnapshotProcedureTest completed. 2024-11-18T10:44:55,390 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. for SnapshotProcedureTest completed. 2024-11-18T10:44:55,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:44:55,392 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:44:55,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-18T10:44:55,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-18T10:44:55,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:44:55,395 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing d100e511ecc042b0f97d8854403570d3 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-18T10:44:55,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:44:55,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-18T10:44:55,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:44:55,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 3dfc66dcdb6b3f1d2a3db12d93e3ba50: 2024-11-18T10:44:55,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. for SnapshotProcedureTest completed. 2024-11-18T10:44:55,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:44:55,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:44:55,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:44:55,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 6b077d0654c703cc45414d5c22ddc25a: 2024-11-18T10:44:55,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. for SnapshotProcedureTest completed. 2024-11-18T10:44:55,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-18T10:44:55,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:44:55,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:44:55,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:44:55,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:44:55,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:44:55,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:44:55,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:44:55,428 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta, size=14.0 K (14382bytes) 2024-11-18T10:44:55,429 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-18T10:44:55,429 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-18T10:44:55,429 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta 2024-11-18T10:44:55,435 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta after 4ms 2024-11-18T10:44:55,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741852_1028 (size=57) 2024-11-18T10:44:55,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741852_1028 (size=57) 2024-11-18T10:44:55,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741852_1028 (size=57) 2024-11-18T10:44:55,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:44:55,459 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-18T10:44:55,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741849_1025 (size=65) 2024-11-18T10:44:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-18T10:44:55,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741849_1025 (size=65) 2024-11-18T10:44:55,462 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:55,462 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:44:55,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741849_1025 (size=65) 2024-11-18T10:44:55,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:44:55,464 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-18T10:44:55,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741850_1026 (size=65) 2024-11-18T10:44:55,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741850_1026 (size=65) 2024-11-18T10:44:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-18T10:44:55,465 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:55,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:44:55,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741850_1026 (size=65) 2024-11-18T10:44:55,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-18T10:44:55,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741851_1027 (size=65) 2024-11-18T10:44:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-18T10:44:55,467 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:55,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741851_1027 (size=65) 2024-11-18T10:44:55,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741851_1027 (size=65) 2024-11-18T10:44:55,470 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:44:55,470 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:44:55,470 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:44:55,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-18T10:44:55,471 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta took 45ms 2024-11-18T10:44:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-18T10:44:55,472 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:55,472 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:44:55,474 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a208ba01722556015b14a9c5e1d2ca07 in 10.1350 sec 2024-11-18T10:44:55,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6b077d0654c703cc45414d5c22ddc25a in 10.1450 sec 2024-11-18T10:44:55,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3dfc66dcdb6b3f1d2a3db12d93e3ba50 in 10.1440 sec 2024-11-18T10:44:55,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 41793e2e7fc21e8e670aa06c0339514d in 10.1450 sec 2024-11-18T10:44:55,508 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-18T10:44:55,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/2e81850695c402936d2b81f0fc01f2d4/.tmp/cf/f826267265b8415c8eeb43836b0561fb is 34, key is ccd/cf:cf/1731926683463/Put/seqid=0 2024-11-18T10:44:55,513 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d100e511ecc042b0f97d8854403570d3/.tmp/cf/8237b5641171446786bcf1193f0cdac0 is 34, key is baa/cf:cf/1731926683519/Put/seqid=0 2024-11-18T10:44:55,516 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta so closing down 2024-11-18T10:44:55,516 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:44:55,518 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta.temp 2024-11-18T10:44:55,524 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta.temp 2024-11-18T10:44:55,527 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:44:55,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741853_1029 (size=28623) 2024-11-18T10:44:55,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741853_1029 (size=28623) 2024-11-18T10:44:55,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741853_1029 (size=28623) 2024-11-18T10:44:55,538 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d100e511ecc042b0f97d8854403570d3/.tmp/cf/8237b5641171446786bcf1193f0cdac0 2024-11-18T10:44:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741854_1030 (size=47197) 2024-11-18T10:44:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741854_1030 (size=47197) 2024-11-18T10:44:55,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741854_1030 (size=47197) 2024-11-18T10:44:55,551 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/2e81850695c402936d2b81f0fc01f2d4/.tmp/cf/f826267265b8415c8eeb43836b0561fb 2024-11-18T10:44:55,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741855_1031 (size=14141) 2024-11-18T10:44:55,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741855_1031 (size=14141) 2024-11-18T10:44:55,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741855_1031 (size=14141) 2024-11-18T10:44:55,563 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-18T10:44:55,566 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta.temp to hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T10:44:55,573 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 68 ms; skipped=1; WAL=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-18T10:44:55,573 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta, journal: Splitting hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta, size=14.0 K (14382bytes) at 1731926695428Finishing writing output for hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta so closing down at 1731926695516 (+88 ms)Creating recovered edits writer path=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta.temp at 1731926695524 (+8 ms)3 split writer threads finished at 1731926695527 (+3 ms)Closed recovered edits writer path=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1731926695564 (+37 ms)Rename recovered edits hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta.temp to hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731926695567 (+3 ms)Processed 26 edits across 1 Regions in 68 ms; skipped=1; WAL=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731926695573 (+6 ms) 2024-11-18T10:44:55,573 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta 2024-11-18T10:44:55,573 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-18T10:44:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-18T10:44:55,582 INFO [PEWorker-3 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta to hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/oldWALs 2024-11-18T10:44:55,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-18T10:44:55,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta, worker=305920afb41d,33021,1731926650920 in 9.9330 sec 2024-11-18T10:44:55,591 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=305920afb41d,33021,1731926650920 2024-11-18T10:44:55,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-18T10:44:55,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 305920afb41d%2C34101%2C1731926650645.meta.1731926662974.meta, worker=305920afb41d,33021,1731926650920 in 9.9680 sec 2024-11-18T10:44:55,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d100e511ecc042b0f97d8854403570d3/.tmp/cf/8237b5641171446786bcf1193f0cdac0 as hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d100e511ecc042b0f97d8854403570d3/cf/8237b5641171446786bcf1193f0cdac0 2024-11-18T10:44:55,597 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/2e81850695c402936d2b81f0fc01f2d4/.tmp/cf/f826267265b8415c8eeb43836b0561fb as hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/2e81850695c402936d2b81f0fc01f2d4/cf/f826267265b8415c8eeb43836b0561fb 2024-11-18T10:44:55,599 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting dir is empty, no logs to split. 2024-11-18T10:44:55,599 INFO [PEWorker-1 {}] master.SplitWALManager(105): 305920afb41d,34101,1731926650645 WAL count=0, meta=true 2024-11-18T10:44:55,599 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 305920afb41d,34101,1731926650645 WAL splitting is done? wals=0, meta=true 2024-11-18T10:44:55,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:44:55,604 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:44:55,607 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T10:44:55,610 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/2e81850695c402936d2b81f0fc01f2d4/cf/f826267265b8415c8eeb43836b0561fb, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-18T10:44:55,618 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d100e511ecc042b0f97d8854403570d3/cf/8237b5641171446786bcf1193f0cdac0, entries=731, sequenceid=5, filesize=28.0 K 2024-11-18T10:44:55,618 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 2e81850695c402936d2b81f0fc01f2d4 in 227ms, sequenceid=5, compaction requested=false 2024-11-18T10:44:55,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 2e81850695c402936d2b81f0fc01f2d4: 2024-11-18T10:44:55,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. for SnapshotProcedureTest completed. 2024-11-18T10:44:55,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:44:55,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:44:55,619 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/2e81850695c402936d2b81f0fc01f2d4/cf/f826267265b8415c8eeb43836b0561fb] hfiles 2024-11-18T10:44:55,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/2e81850695c402936d2b81f0fc01f2d4/cf/f826267265b8415c8eeb43836b0561fb for snapshot=SnapshotProcedureTest 2024-11-18T10:44:55,626 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for d100e511ecc042b0f97d8854403570d3 in 231ms, sequenceid=5, compaction requested=false 2024-11-18T10:44:55,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for d100e511ecc042b0f97d8854403570d3: 2024-11-18T10:44:55,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. for SnapshotProcedureTest completed. 2024-11-18T10:44:55,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:44:55,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:44:55,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d100e511ecc042b0f97d8854403570d3/cf/8237b5641171446786bcf1193f0cdac0] hfiles 2024-11-18T10:44:55,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d100e511ecc042b0f97d8854403570d3/cf/8237b5641171446786bcf1193f0cdac0 for snapshot=SnapshotProcedureTest 2024-11-18T10:44:55,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741856_1032 (size=105) 2024-11-18T10:44:55,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741856_1032 (size=105) 2024-11-18T10:44:55,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741856_1032 (size=105) 2024-11-18T10:44:55,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:44:55,648 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-18T10:44:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-18T10:44:55,649 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:55,649 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:44:55,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2e81850695c402936d2b81f0fc01f2d4 in 10.3220 sec 2024-11-18T10:44:55,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741857_1033 (size=105) 2024-11-18T10:44:55,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741857_1033 (size=105) 2024-11-18T10:44:55,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741857_1033 (size=105) 2024-11-18T10:44:55,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:44:55,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T10:44:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-18T10:44:55,661 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:55,661 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d100e511ecc042b0f97d8854403570d3 2024-11-18T10:44:55,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d100e511ecc042b0f97d8854403570d3 in 10.3340 sec 2024-11-18T10:44:55,757 DEBUG [305920afb41d:37761 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-18T10:44:55,758 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(204): Hosts are {305920afb41d=0} racks are {/default-rack=0} 2024-11-18T10:44:55,758 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T10:44:55,758 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T10:44:55,758 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T10:44:55,758 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T10:44:55,758 INFO [305920afb41d:37761 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T10:44:55,758 INFO [305920afb41d:37761 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T10:44:55,758 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T10:44:55,759 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,38863,1731926650829 2024-11-18T10:44:55,760 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,38863,1731926650829, state=OPENING 2024-11-18T10:44:55,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:44:55,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:44:55,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:44:55,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:44:55,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:44:55,778 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:44:55,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,38863,1731926650829}] 2024-11-18T10:44:55,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:45:00,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:00,623 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:00,623 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:00,624 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b can not run currently because target server of region SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 305920afb41d,34101,1731926650645 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-18T10:45:00,624 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff can not run currently because target server of region SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 305920afb41d,34101,1731926650645 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-18T10:45:00,624 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 can not run currently because target server of region SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 305920afb41d,34101,1731926650645 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-18T10:45:00,624 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676; timeout=16000, timestamp=1731926716624 2024-11-18T10:45:00,624 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff; timeout=16000, timestamp=1731926716624 2024-11-18T10:45:00,624 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b; timeout=16000, timestamp=1731926716624 2024-11-18T10:45:00,647 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 2024-11-18T10:45:00,648 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 can not run currently because target server of region SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 305920afb41d,34101,1731926650645 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-18T10:45:00,648 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742; timeout=16000, timestamp=1731926716648 2024-11-18T10:45:03,771 INFO [master/305920afb41d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T10:45:03,771 INFO [master/305920afb41d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T10:45:05,802 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:45:05,802 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:45:05,803 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:45:05,812 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C38863%2C1731926650829.meta, suffix=.meta, logDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,38863,1731926650829, archiveDir=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/oldWALs, maxLogs=32 2024-11-18T10:45:05,833 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,38863,1731926650829/305920afb41d%2C38863%2C1731926650829.meta.1731926705814.meta, exclude list is [], retry=0 2024-11-18T10:45:05,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37849,DS-4895bd7f-9d2c-41c2-b714-8f56ff8a8fe7,DISK] 2024-11-18T10:45:05,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35991,DS-25e1f22b-6836-4b53-806b-12b69530036e,DISK] 2024-11-18T10:45:05,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38701,DS-a22c372e-f578-4c38-8be2-0a0686f5a2c1,DISK] 2024-11-18T10:45:05,848 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,38863,1731926650829/305920afb41d%2C38863%2C1731926650829.meta.1731926705814.meta 2024-11-18T10:45:05,850 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38417:38417),(127.0.0.1/127.0.0.1:45127:45127),(127.0.0.1/127.0.0.1:39881:39881)] 2024-11-18T10:45:05,850 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:45:05,851 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:45:05,851 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:45:05,851 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:45:05,851 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:45:05,851 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:45:05,852 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:45:05,852 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:45:05,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:45:05,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:45:05,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:45:05,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:45:05,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:45:05,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:45:05,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:45:05,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:45:05,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:45:05,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:45:05,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:45:05,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:45:05,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:45:05,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:45:05,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:45:05,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:45:05,894 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:45:05,896 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740 2024-11-18T10:45:05,902 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740 2024-11-18T10:45:05,903 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T10:45:05,933 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T10:45:05,933 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-18T10:45:05,982 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/.tmp/info/68e40b35dc7e46dea343152a38cb62de is 167, key is SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff./info:regioninfo/1731926674034/Put/seqid=0 2024-11-18T10:45:06,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741859_1035 (size=18393) 2024-11-18T10:45:06,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741859_1035 (size=18393) 2024-11-18T10:45:06,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741859_1035 (size=18393) 2024-11-18T10:45:06,436 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/.tmp/info/68e40b35dc7e46dea343152a38cb62de 2024-11-18T10:45:06,468 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/.tmp/ns/b0a805bd042047d09066b074b7810975 is 43, key is default/ns:d/1731926663184/Put/seqid=0 2024-11-18T10:45:06,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741860_1036 (size=5153) 2024-11-18T10:45:06,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741860_1036 (size=5153) 2024-11-18T10:45:06,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741860_1036 (size=5153) 2024-11-18T10:45:06,885 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/.tmp/ns/b0a805bd042047d09066b074b7810975 2024-11-18T10:45:06,926 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/.tmp/table/13a40c37644d44f299f7bd653de810fc is 47, key is SPTestTable/table:state/1731926674056/Put/seqid=0 2024-11-18T10:45:06,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741861_1037 (size=5214) 2024-11-18T10:45:06,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741861_1037 (size=5214) 2024-11-18T10:45:06,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741861_1037 (size=5214) 2024-11-18T10:45:06,969 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/.tmp/table/13a40c37644d44f299f7bd653de810fc 2024-11-18T10:45:07,000 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/.tmp/info/68e40b35dc7e46dea343152a38cb62de as hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/info/68e40b35dc7e46dea343152a38cb62de 2024-11-18T10:45:07,012 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/info/68e40b35dc7e46dea343152a38cb62de, entries=100, sequenceid=28, filesize=18.0 K 2024-11-18T10:45:07,015 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/.tmp/ns/b0a805bd042047d09066b074b7810975 as hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/ns/b0a805bd042047d09066b074b7810975 2024-11-18T10:45:07,030 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/ns/b0a805bd042047d09066b074b7810975, entries=2, sequenceid=28, filesize=5.0 K 2024-11-18T10:45:07,032 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/.tmp/table/13a40c37644d44f299f7bd653de810fc as hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/table/13a40c37644d44f299f7bd653de810fc 2024-11-18T10:45:07,046 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/table/13a40c37644d44f299f7bd653de810fc, entries=2, sequenceid=28, filesize=5.1 K 2024-11-18T10:45:07,047 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 1114ms, sequenceid=28, compaction requested=false; wal=null 2024-11-18T10:45:07,048 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-18T10:45:07,050 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:45:07,050 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:45:07,053 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:45:07,058 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:45:07,064 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-18T10:45:07,066 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72672238, jitterRate=0.08290073275566101}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:45:07,066 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:45:07,066 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926705852Writing region info on filesystem at 1731926705852Initializing all the Stores at 1731926705864 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926705864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926705864Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926705864Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926705864Obtaining lock to block concurrent updates at 1731926705933 (+69 ms)Preparing flush snapshotting stores in 1588230740 at 1731926705933Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731926705934 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731926705934Flushing 1588230740/info: creating writer at 1731926705934Flushing 1588230740/info: appending metadata at 1731926705981 (+47 ms)Flushing 1588230740/info: closing flushed file at 1731926705981Flushing 1588230740/ns: creating writer at 1731926706448 (+467 ms)Flushing 1588230740/ns: appending metadata at 1731926706467 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731926706467Flushing 1588230740/table: creating writer at 1731926706896 (+429 ms)Flushing 1588230740/table: appending metadata at 1731926706925 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731926706925Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60f9a075: reopening flushed file at 1731926706993 (+68 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f503115: reopening flushed file at 1731926707013 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f141938: reopening flushed file at 1731926707030 (+17 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 1114ms, sequenceid=28, compaction requested=false; wal=null at 1731926707047 (+17 ms)Cleaning up temporary data from old regions at 1731926707050 (+3 ms)Running coprocessor post-open hooks at 1731926707066 (+16 ms)Region opened successfully at 1731926707066 2024-11-18T10:45:07,083 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731926705782 2024-11-18T10:45:07,096 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:45:07,096 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:45:07,098 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=305920afb41d,38863,1731926650829 2024-11-18T10:45:07,104 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,38863,1731926650829, state=OPEN 2024-11-18T10:45:07,139 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37761 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=305920afb41d,38863,1731926650829, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T10:45:07,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:45:07,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:45:07,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:45:07,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:45:07,148 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,38863,1731926650829 2024-11-18T10:45:07,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:45:07,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:45:07,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-18T10:45:07,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,38863,1731926650829 in 11.3700 sec 2024-11-18T10:45:07,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-18T10:45:07,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.5580 sec 2024-11-18T10:45:07,176 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(207): 305920afb41d,34101,1731926650645 had 5 regions 2024-11-18T10:45:07,183 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 305920afb41d,34101,1731926650645, splitWal=true, meta=true, isMeta: false 2024-11-18T10:45:07,247 INFO [PEWorker-5 {}] master.SplitWALManager(105): 305920afb41d,34101,1731926650645 WAL count=1, meta=false 2024-11-18T10:45:07,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 305920afb41d%2C34101%2C1731926650645.1731926652776}] 2024-11-18T10:45:07,260 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=305920afb41d,33021,1731926650920 2024-11-18T10:45:07,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 305920afb41d%2C34101%2C1731926650645.1731926652776, worker=305920afb41d,33021,1731926650920}] 2024-11-18T10:45:08,890 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:45:11,383 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T10:45:13,645 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T10:45:14,234 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:37761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T10:45:16,624 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:16,624 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:16,625 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:16,626 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b can not run currently because target server of region SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 305920afb41d,34101,1731926650645 is in state SPLITTING, wait 32000 ms to retry 2024-11-18T10:45:16,626 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b; timeout=32000, timestamp=1731926748626 2024-11-18T10:45:16,626 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 can not run currently because target server of region SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 305920afb41d,34101,1731926650645 is in state SPLITTING, wait 32000 ms to retry 2024-11-18T10:45:16,626 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=27, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff can not run currently because target server of region SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 305920afb41d,34101,1731926650645 is in state SPLITTING, wait 32000 ms to retry 2024-11-18T10:45:16,626 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=27, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff; timeout=32000, timestamp=1731926748626 2024-11-18T10:45:16,626 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676; timeout=32000, timestamp=1731926748626 2024-11-18T10:45:16,648 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 2024-11-18T10:45:16,650 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 can not run currently because target server of region SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 305920afb41d,34101,1731926650645 is in state SPLITTING, wait 32000 ms to retry 2024-11-18T10:45:16,650 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742; timeout=32000, timestamp=1731926748650 2024-11-18T10:45:17,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-18T10:45:17,294 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.1731926652776, size=1.2 K (1257bytes) 2024-11-18T10:45:17,294 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.1731926652776 2024-11-18T10:45:17,295 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.1731926652776 after 1ms 2024-11-18T10:45:17,299 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.1731926652776 took 5ms 2024-11-18T10:45:17,302 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for d82942cd630deed66962ce14a5616742: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T10:45:17,303 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for cec8132d66e346b7cd6c3c96c1ae0676: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T10:45:17,304 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 72a80559c172f178b0f89b69b079902b: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T10:45:17,306 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 873e0486a6b34e08b513337cf06a39ff: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T10:45:17,306 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.1731926652776 so closing down 2024-11-18T10:45:17,306 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:45:17,306 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:45:17,306 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.1731926652776, size=1.2 K, length=1257, corrupted=false, cancelled=false 2024-11-18T10:45:17,306 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.1731926652776, journal: Splitting hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.1731926652776, size=1.2 K (1257bytes) at 1731926717294Finishing writing output for hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.1731926652776 so closing down at 1731926717306 (+12 ms)3 split writer threads finished at 1731926717306Processed 4 edits across 0 Regions in 7 ms; skipped=4; WAL=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.1731926652776, size=1.2 K, length=1257, corrupted=false, cancelled=false at 1731926717306 2024-11-18T10:45:17,306 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.1731926652776 2024-11-18T10:45:17,306 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-18T10:45:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-18T10:45:17,311 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting/305920afb41d%2C34101%2C1731926650645.1731926652776 to hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/oldWALs 2024-11-18T10:45:17,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-18T10:45:17,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 305920afb41d%2C34101%2C1731926650645.1731926652776, worker=305920afb41d,33021,1731926650920 in 10.0490 sec 2024-11-18T10:45:17,315 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=305920afb41d,33021,1731926650920 2024-11-18T10:45:17,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-18T10:45:17,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 305920afb41d%2C34101%2C1731926650645.1731926652776, worker=305920afb41d,33021,1731926650920 in 10.0680 sec 2024-11-18T10:45:17,319 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,34101,1731926650645-splitting dir is empty, no logs to split. 2024-11-18T10:45:17,319 INFO [PEWorker-5 {}] master.SplitWALManager(105): 305920afb41d,34101,1731926650645 WAL count=0, meta=false 2024-11-18T10:45:17,319 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 305920afb41d,34101,1731926650645 WAL splitting is done? wals=0, meta=false 2024-11-18T10:45:17,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cec8132d66e346b7cd6c3c96c1ae0676, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d82942cd630deed66962ce14a5616742, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72a80559c172f178b0f89b69b079902b, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=873e0486a6b34e08b513337cf06a39ff, ASSIGN}] 2024-11-18T10:45:17,322 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72a80559c172f178b0f89b69b079902b, ASSIGN 2024-11-18T10:45:17,323 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=873e0486a6b34e08b513337cf06a39ff, ASSIGN 2024-11-18T10:45:17,323 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d82942cd630deed66962ce14a5616742, ASSIGN 2024-11-18T10:45:17,323 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cec8132d66e346b7cd6c3c96c1ae0676, ASSIGN 2024-11-18T10:45:17,324 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=72a80559c172f178b0f89b69b079902b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T10:45:17,324 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=873e0486a6b34e08b513337cf06a39ff, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T10:45:17,324 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d82942cd630deed66962ce14a5616742, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T10:45:17,324 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cec8132d66e346b7cd6c3c96c1ae0676, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T10:45:17,475 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(204): Hosts are {305920afb41d=0} racks are {/default-rack=0} 2024-11-18T10:45:17,476 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T10:45:17,477 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T10:45:17,477 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T10:45:17,477 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T10:45:17,477 INFO [305920afb41d:37761 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T10:45:17,477 INFO [305920afb41d:37761 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T10:45:17,477 DEBUG [305920afb41d:37761 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T10:45:17,479 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=d82942cd630deed66962ce14a5616742, regionState=OPENING, regionLocation=305920afb41d,33021,1731926650920 2024-11-18T10:45:17,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=cec8132d66e346b7cd6c3c96c1ae0676, regionState=OPENING, regionLocation=305920afb41d,38863,1731926650829 2024-11-18T10:45:17,479 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=72a80559c172f178b0f89b69b079902b, regionState=OPENING, regionLocation=305920afb41d,33021,1731926650920 2024-11-18T10:45:17,479 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=873e0486a6b34e08b513337cf06a39ff, regionState=OPENING, regionLocation=305920afb41d,38863,1731926650829 2024-11-18T10:45:17,482 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 305920afb41d:34101 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:34101 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:45:17,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1, error=java.net.ConnectException: Call to address=305920afb41d:34101 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:34101 2024-11-18T10:45:17,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-18T10:45:17,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1 from cache 2024-11-18T10:45:17,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=305920afb41d:34101 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:34101 2024-11-18T10:45:17,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=305920afb41d:34101 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:34101 2024-11-18T10:45:17,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=305920afb41d:34101 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:34101 2024-11-18T10:45:17,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 305920afb41d:34101 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 305920afb41d/172.17.0.3:34101 2024-11-18T10:45:17,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:45:17,596 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38863,1731926650829, seqNum=-1] 2024-11-18T10:45:17,598 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:45:17,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:45:17,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d82942cd630deed66962ce14a5616742, ASSIGN because future has completed 2024-11-18T10:45:17,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure d82942cd630deed66962ce14a5616742, server=305920afb41d,33021,1731926650920}] 2024-11-18T10:45:17,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cec8132d66e346b7cd6c3c96c1ae0676, ASSIGN because future has completed 2024-11-18T10:45:17,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676, server=305920afb41d,38863,1731926650829}] 2024-11-18T10:45:17,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=873e0486a6b34e08b513337cf06a39ff, ASSIGN because future has completed 2024-11-18T10:45:17,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 873e0486a6b34e08b513337cf06a39ff, server=305920afb41d,38863,1731926650829}] 2024-11-18T10:45:17,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=72a80559c172f178b0f89b69b079902b, ASSIGN because future has completed 2024-11-18T10:45:17,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72a80559c172f178b0f89b69b079902b, server=305920afb41d,33021,1731926650920}] 2024-11-18T10:45:18,883 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2e81850695c402936d2b81f0fc01f2d4, had cached 0 bytes from a total of 47197 2024-11-18T10:45:18,978 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d100e511ecc042b0f97d8854403570d3, had cached 0 bytes from a total of 28623 2024-11-18T10:45:25,105 DEBUG [master/305920afb41d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3dfc66dcdb6b3f1d2a3db12d93e3ba50 changed from -1.0 to 0.0, refreshing cache 2024-11-18T10:45:25,105 DEBUG [master/305920afb41d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6b077d0654c703cc45414d5c22ddc25a changed from -1.0 to 0.0, refreshing cache 2024-11-18T10:45:25,106 DEBUG [master/305920afb41d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d100e511ecc042b0f97d8854403570d3 changed from -1.0 to 0.0, refreshing cache 2024-11-18T10:45:25,106 DEBUG [master/305920afb41d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a208ba01722556015b14a9c5e1d2ca07 changed from -1.0 to 0.0, refreshing cache 2024-11-18T10:45:25,106 DEBUG [master/305920afb41d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 41793e2e7fc21e8e670aa06c0339514d changed from -1.0 to 0.0, refreshing cache 2024-11-18T10:45:25,106 DEBUG [master/305920afb41d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2e81850695c402936d2b81f0fc01f2d4 changed from -1.0 to 0.0, refreshing cache 2024-11-18T10:45:25,106 DEBUG [master/305920afb41d:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T10:45:27,612 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:45:27,612 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 72a80559c172f178b0f89b69b079902b, NAME => 'SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T10:45:27,613 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:27,613 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:45:27,613 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:27,613 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:27,613 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:45:27,614 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 873e0486a6b34e08b513337cf06a39ff, NAME => 'SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T10:45:27,614 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:27,614 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:45:27,614 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:27,614 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:27,615 INFO [StoreOpener-72a80559c172f178b0f89b69b079902b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:27,616 INFO [StoreOpener-873e0486a6b34e08b513337cf06a39ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:27,617 INFO [StoreOpener-72a80559c172f178b0f89b69b079902b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72a80559c172f178b0f89b69b079902b columnFamilyName cf 2024-11-18T10:45:27,617 DEBUG [StoreOpener-72a80559c172f178b0f89b69b079902b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:45:27,617 INFO [StoreOpener-873e0486a6b34e08b513337cf06a39ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 873e0486a6b34e08b513337cf06a39ff columnFamilyName cf 2024-11-18T10:45:27,617 DEBUG [StoreOpener-873e0486a6b34e08b513337cf06a39ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:45:27,618 INFO [StoreOpener-72a80559c172f178b0f89b69b079902b-1 {}] regionserver.HStore(327): Store=72a80559c172f178b0f89b69b079902b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:45:27,618 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:27,618 INFO [StoreOpener-873e0486a6b34e08b513337cf06a39ff-1 {}] regionserver.HStore(327): Store=873e0486a6b34e08b513337cf06a39ff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:45:27,619 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:27,619 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:27,620 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:27,621 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:27,621 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:27,621 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:27,621 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:27,622 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:27,622 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:27,624 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:27,625 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:27,625 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 72a80559c172f178b0f89b69b079902b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67570526, jitterRate=0.006879299879074097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:45:27,626 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:27,626 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 873e0486a6b34e08b513337cf06a39ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67223445, jitterRate=0.0017073899507522583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:45:27,626 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:27,626 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 72a80559c172f178b0f89b69b079902b: Running coprocessor pre-open hook at 1731926727613Writing region info on filesystem at 1731926727613Initializing all the Stores at 1731926727615 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926727615Cleaning up temporary data from old regions at 1731926727621 (+6 ms)Running coprocessor post-open hooks at 1731926727626 (+5 ms)Region opened successfully at 1731926727626 2024-11-18T10:45:27,626 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 873e0486a6b34e08b513337cf06a39ff: Running coprocessor pre-open hook at 1731926727614Writing region info on filesystem at 1731926727614Initializing all the Stores at 1731926727615 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926727615Cleaning up temporary data from old regions at 1731926727622 (+7 ms)Running coprocessor post-open hooks at 1731926727626 (+4 ms)Region opened successfully at 1731926727626 2024-11-18T10:45:27,627 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff., pid=49, masterSystemTime=1731926727608 2024-11-18T10:45:27,627 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b., pid=50, masterSystemTime=1731926727607 2024-11-18T10:45:27,630 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:45:27,630 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:45:27,630 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:45:27,631 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => cec8132d66e346b7cd6c3c96c1ae0676, NAME => 'SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T10:45:27,631 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=873e0486a6b34e08b513337cf06a39ff, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,38863,1731926650829 2024-11-18T10:45:27,631 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:27,631 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:45:27,631 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:27,631 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:27,632 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:45:27,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=72a80559c172f178b0f89b69b079902b, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33021,1731926650920 2024-11-18T10:45:27,632 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:45:27,632 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:45:27,632 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => d82942cd630deed66962ce14a5616742, NAME => 'SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T10:45:27,633 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d82942cd630deed66962ce14a5616742 2024-11-18T10:45:27,633 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:45:27,633 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for d82942cd630deed66962ce14a5616742 2024-11-18T10:45:27,633 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for d82942cd630deed66962ce14a5616742 2024-11-18T10:45:27,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 873e0486a6b34e08b513337cf06a39ff, server=305920afb41d,38863,1731926650829 because future has completed 2024-11-18T10:45:27,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72a80559c172f178b0f89b69b079902b, server=305920afb41d,33021,1731926650920 because future has completed 2024-11-18T10:45:27,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-18T10:45:27,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 873e0486a6b34e08b513337cf06a39ff, server=305920afb41d,38863,1731926650829 in 10.0300 sec 2024-11-18T10:45:27,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=45 2024-11-18T10:45:27,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 72a80559c172f178b0f89b69b079902b, server=305920afb41d,33021,1731926650920 in 10.0300 sec 2024-11-18T10:45:27,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=873e0486a6b34e08b513337cf06a39ff, ASSIGN in 10.3180 sec 2024-11-18T10:45:27,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=72a80559c172f178b0f89b69b079902b, ASSIGN in 10.3190 sec 2024-11-18T10:45:27,646 INFO [StoreOpener-cec8132d66e346b7cd6c3c96c1ae0676-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:27,646 INFO [StoreOpener-d82942cd630deed66962ce14a5616742-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d82942cd630deed66962ce14a5616742 2024-11-18T10:45:27,648 INFO [StoreOpener-d82942cd630deed66962ce14a5616742-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d82942cd630deed66962ce14a5616742 columnFamilyName cf 2024-11-18T10:45:27,648 DEBUG [StoreOpener-d82942cd630deed66962ce14a5616742-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:45:27,649 INFO [StoreOpener-cec8132d66e346b7cd6c3c96c1ae0676-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cec8132d66e346b7cd6c3c96c1ae0676 columnFamilyName cf 2024-11-18T10:45:27,649 DEBUG [StoreOpener-cec8132d66e346b7cd6c3c96c1ae0676-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:45:27,651 INFO [StoreOpener-cec8132d66e346b7cd6c3c96c1ae0676-1 {}] regionserver.HStore(327): Store=cec8132d66e346b7cd6c3c96c1ae0676/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:45:27,651 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:27,652 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:27,653 INFO [StoreOpener-d82942cd630deed66962ce14a5616742-1 {}] regionserver.HStore(327): Store=d82942cd630deed66962ce14a5616742/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:45:27,653 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for d82942cd630deed66962ce14a5616742 2024-11-18T10:45:27,654 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d82942cd630deed66962ce14a5616742 2024-11-18T10:45:27,655 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:27,656 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d82942cd630deed66962ce14a5616742 2024-11-18T10:45:27,656 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:27,656 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:27,657 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for d82942cd630deed66962ce14a5616742 2024-11-18T10:45:27,657 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for d82942cd630deed66962ce14a5616742 2024-11-18T10:45:27,664 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:27,665 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened cec8132d66e346b7cd6c3c96c1ae0676; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73187864, jitterRate=0.0905841588973999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:45:27,666 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:27,666 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for cec8132d66e346b7cd6c3c96c1ae0676: Running coprocessor pre-open hook at 1731926727632Writing region info on filesystem at 1731926727632Initializing all the Stores at 1731926727635 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926727635Cleaning up temporary data from old regions at 1731926727656 (+21 ms)Running coprocessor post-open hooks at 1731926727666 (+10 ms)Region opened successfully at 1731926727666 2024-11-18T10:45:27,667 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676., pid=48, masterSystemTime=1731926727608 2024-11-18T10:45:27,671 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:45:27,671 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:45:27,673 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=cec8132d66e346b7cd6c3c96c1ae0676, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,38863,1731926650829 2024-11-18T10:45:27,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676, server=305920afb41d,38863,1731926650829 because future has completed 2024-11-18T10:45:27,676 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for d82942cd630deed66962ce14a5616742 2024-11-18T10:45:27,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=43 2024-11-18T10:45:27,683 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened d82942cd630deed66962ce14a5616742; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65339315, jitterRate=-0.026368334889411926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:45:27,683 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d82942cd630deed66962ce14a5616742 2024-11-18T10:45:27,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676, server=305920afb41d,38863,1731926650829 in 10.0730 sec 2024-11-18T10:45:27,683 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for d82942cd630deed66962ce14a5616742: Running coprocessor pre-open hook at 1731926727633Writing region info on filesystem at 1731926727633Initializing all the Stores at 1731926727635 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926727635Cleaning up temporary data from old regions at 1731926727657 (+22 ms)Running coprocessor post-open hooks at 1731926727683 (+26 ms)Region opened successfully at 1731926727683 2024-11-18T10:45:27,685 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742., pid=47, masterSystemTime=1731926727607 2024-11-18T10:45:27,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cec8132d66e346b7cd6c3c96c1ae0676, ASSIGN in 10.3620 sec 2024-11-18T10:45:27,687 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:45:27,687 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:45:27,688 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=d82942cd630deed66962ce14a5616742, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33021,1731926650920 2024-11-18T10:45:27,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure d82942cd630deed66962ce14a5616742, server=305920afb41d,33021,1731926650920 because future has completed 2024-11-18T10:45:27,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-11-18T10:45:27,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure d82942cd630deed66962ce14a5616742, server=305920afb41d,33021,1731926650920 in 10.0870 sec 2024-11-18T10:45:27,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=36 2024-11-18T10:45:27,697 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 305920afb41d,34101,1731926650645 after splitting done 2024-11-18T10:45:27,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d82942cd630deed66962ce14a5616742, ASSIGN in 10.3730 sec 2024-11-18T10:45:27,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 305920afb41d,34101,1731926650645, splitWal=true, meta=true in 42.1020 sec 2024-11-18T10:45:33,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T10:45:38,890 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:45:45,237 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:37761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T10:45:48,626 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:48,626 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:48,626 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:48,650 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 2024-11-18T10:45:50,852 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-18T10:45:58,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-18T10:45:58,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-18T10:45:58,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-18T10:45:58,629 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for d82942cd630deed66962ce14a5616742: 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 873e0486a6b34e08b513337cf06a39ff: 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 72a80559c172f178b0f89b69b079902b: 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. for SnapshotProcedureTest completed. 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. for SnapshotProcedureTest completed. 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. for SnapshotProcedureTest completed. 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for cec8132d66e346b7cd6c3c96c1ae0676: 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. for SnapshotProcedureTest completed. 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:45:58,629 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:45:58,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:45:58,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741862_1038 (size=65) 2024-11-18T10:45:58,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741862_1038 (size=65) 2024-11-18T10:45:58,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741865_1041 (size=65) 2024-11-18T10:45:58,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741862_1038 (size=65) 2024-11-18T10:45:58,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741863_1039 (size=57) 2024-11-18T10:45:58,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741865_1041 (size=65) 2024-11-18T10:45:58,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:45:58,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-18T10:45:58,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741865_1041 (size=65) 2024-11-18T10:45:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-18T10:45:58,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:45:58,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741863_1039 (size=57) 2024-11-18T10:45:58,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-18T10:45:58,661 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:58,661 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:45:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-18T10:45:58,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741863_1039 (size=57) 2024-11-18T10:45:58,662 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d82942cd630deed66962ce14a5616742 2024-11-18T10:45:58,662 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 2024-11-18T10:45:58,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:45:58,665 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-18T10:45:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-18T10:45:58,666 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:58,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741864_1040 (size=65) 2024-11-18T10:45:58,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741864_1040 (size=65) 2024-11-18T10:45:58,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741864_1040 (size=65) 2024-11-18T10:45:58,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:45:58,668 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-18T10:45:58,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-18T10:45:58,672 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:58,672 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b 2024-11-18T10:45:58,673 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:45:58,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 873e0486a6b34e08b513337cf06a39ff in 1 mins, 13.334 sec 2024-11-18T10:45:58,674 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d82942cd630deed66962ce14a5616742 in 1 mins, 13.334 sec 2024-11-18T10:45:58,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 72a80559c172f178b0f89b69b079902b in 1 mins, 13.343 sec 2024-11-18T10:45:58,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-18T10:45:58,675 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T10:45:58,676 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cec8132d66e346b7cd6c3c96c1ae0676 in 1 mins, 13.343 sec 2024-11-18T10:45:58,677 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T10:45:58,680 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T10:45:58,680 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-18T10:45:58,684 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T10:45:58,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741866_1042 (size=1094) 2024-11-18T10:45:58,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741866_1042 (size=1094) 2024-11-18T10:45:58,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741866_1042 (size=1094) 2024-11-18T10:45:58,744 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T10:45:58,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-18T10:45:58,762 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,38863,1731926650829 2024-11-18T10:45:58,768 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,33021,1731926650920 2024-11-18T10:45:58,768 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,33021,1731926650920 2024-11-18T10:45:58,769 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,33021,1731926650920 2024-11-18T10:45:58,769 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,38863,1731926650829 2024-11-18T10:45:58,781 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,38863,1731926650829 2024-11-18T10:46:03,883 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2e81850695c402936d2b81f0fc01f2d4, had cached 0 bytes from a total of 47197 2024-11-18T10:46:03,979 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d100e511ecc042b0f97d8854403570d3, had cached 0 bytes from a total of 28623 2024-11-18T10:46:08,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-18T10:46:08,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-18T10:46:08,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-18T10:46:08,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-18T10:46:08,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-18T10:46:08,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-18T10:46:08,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T10:46:08,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-18T10:46:08,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-18T10:46:08,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T10:46:08,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-18T10:46:08,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-18T10:46:08,776 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-18T10:46:08,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-18T10:46:08,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-18T10:46:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-18T10:46:08,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-18T10:46:08,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-18T10:46:08,778 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,38863,1731926650829 Release verify snapshot worker=305920afb41d,38863,1731926650829 2024-11-18T10:46:08,778 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33021,1731926650920 Release verify snapshot worker=305920afb41d,33021,1731926650920 2024-11-18T10:46:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-18T10:46:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-18T10:46:08,779 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,38863,1731926650829 Release verify snapshot worker=305920afb41d,38863,1731926650829 2024-11-18T10:46:08,781 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,38863,1731926650829 2024-11-18T10:46:08,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,38863,1731926650829 in 10.0260 sec 2024-11-18T10:46:08,782 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,38863,1731926650829 2024-11-18T10:46:08,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33021,1731926650920 in 10.0260 sec 2024-11-18T10:46:08,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,38863,1731926650829 in 10.0260 sec 2024-11-18T10:46:08,783 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,38863,1731926650829 Release verify snapshot worker=305920afb41d,38863,1731926650829 2024-11-18T10:46:08,783 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33021,1731926650920 Release verify snapshot worker=305920afb41d,33021,1731926650920 2024-11-18T10:46:08,783 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33021,1731926650920 Release verify snapshot worker=305920afb41d,33021,1731926650920 2024-11-18T10:46:08,784 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,38863,1731926650829 2024-11-18T10:46:08,784 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,33021,1731926650920 2024-11-18T10:46:08,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,38863,1731926650829 in 10.0300 sec 2024-11-18T10:46:08,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33021,1731926650920 in 10.0300 sec 2024-11-18T10:46:08,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33021,1731926650920 in 10.0300 sec 2024-11-18T10:46:08,891 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:46:12,680 WARN [regionserver/305920afb41d:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 7, running: 1 2024-11-18T10:46:13,711 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-18T10:46:18,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-18T10:46:18,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-18T10:46:18,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-18T10:46:18,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38863 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-18T10:46:18,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-18T10:46:18,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-18T10:46:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-18T10:46:18,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33021 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-18T10:46:18,786 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-18T10:46:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-18T10:46:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-18T10:46:18,789 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,38863,1731926650829 Release verify snapshot worker=305920afb41d,38863,1731926650829 2024-11-18T10:46:18,791 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33021,1731926650920 Release verify snapshot worker=305920afb41d,33021,1731926650920 2024-11-18T10:46:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37761 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-18T10:46:18,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,38863,1731926650829 in 20.0360 sec 2024-11-18T10:46:18,792 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,38863,1731926650829 Release verify snapshot worker=305920afb41d,38863,1731926650829 2024-11-18T10:46:18,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33021,1731926650920 in 20.0380 sec 2024-11-18T10:46:18,793 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,38863,1731926650829 Release verify snapshot worker=305920afb41d,38863,1731926650829 2024-11-18T10:46:18,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,38863,1731926650829 in 20.0400 sec 2024-11-18T10:46:18,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-18T10:46:18,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,38863,1731926650829 in 20.0400 sec 2024-11-18T10:46:18,795 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T10:46:18,796 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/.hbase-snapshot/SnapshotProcedureTest 2024-11-18T10:46:18,798 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T10:46:18,798 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-18T10:46:18,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 33.67 sec 2024-11-18T10:46:19,001 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-18T10:46:19,002 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 305920afb41d:34101 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 305920afb41d/172.17.0.3:34101 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T10:46:19,003 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1, error=java.net.ConnectException: Call to address=305920afb41d:34101 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 305920afb41d/172.17.0.3:34101 2024-11-18T10:46:19,003 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-18T10:46:19,003 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=305920afb41d,34101,1731926650645, seqNum=-1 from cache 2024-11-18T10:46:19,003 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 305920afb41d:34101 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 305920afb41d/172.17.0.3:34101 2024-11-18T10:46:19,105 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:46:19,107 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,38863,1731926650829, seqNum=-1] 2024-11-18T10:46:19,136 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T10:46:19,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:46:19,136 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:46:19,136 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:46:19,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:46:19,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:46:19,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:46:19,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:46:19,137 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=900518214, stopped=false 2024-11-18T10:46:19,137 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,37761,1731926649807 2024-11-18T10:46:19,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T10:46:19,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T10:46:19,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T10:46:19,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:19,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:19,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:19,182 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:46:19,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:46:19,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:46:19,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:46:19,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:46:19,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:46:19,183 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,38863,1731926650829' ***** 2024-11-18T10:46:19,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:46:19,183 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:46:19,183 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,33021,1731926650920' ***** 2024-11-18T10:46:19,184 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:46:19,184 INFO [RS:2;305920afb41d:33021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:46:19,184 INFO [RS:1;305920afb41d:38863 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:46:19,184 INFO [RS:2;305920afb41d:33021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:46:19,184 INFO [RS:1;305920afb41d:38863 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:46:19,184 INFO [RS:1;305920afb41d:38863 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:46:19,184 INFO [RS:2;305920afb41d:33021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:46:19,184 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:46:19,184 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(3091): Received CLOSE for 6b077d0654c703cc45414d5c22ddc25a 2024-11-18T10:46:19,184 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(3091): Received CLOSE for 873e0486a6b34e08b513337cf06a39ff 2024-11-18T10:46:19,184 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:46:19,185 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e81850695c402936d2b81f0fc01f2d4 2024-11-18T10:46:19,185 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(3091): Received CLOSE for 41793e2e7fc21e8e670aa06c0339514d 2024-11-18T10:46:19,185 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(3091): Received CLOSE for 3dfc66dcdb6b3f1d2a3db12d93e3ba50 2024-11-18T10:46:19,185 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(3091): Received CLOSE for cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:46:19,185 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(3091): Received CLOSE for d82942cd630deed66962ce14a5616742 2024-11-18T10:46:19,185 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(3091): Received CLOSE for a208ba01722556015b14a9c5e1d2ca07 2024-11-18T10:46:19,185 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(3091): Received CLOSE for 72a80559c172f178b0f89b69b079902b 2024-11-18T10:46:19,185 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(3091): Received CLOSE for d100e511ecc042b0f97d8854403570d3 2024-11-18T10:46:19,185 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,38863,1731926650829 2024-11-18T10:46:19,185 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,33021,1731926650920 2024-11-18T10:46:19,185 INFO [RS:1;305920afb41d:38863 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:46:19,185 INFO [RS:2;305920afb41d:33021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:46:19,185 INFO [RS:1;305920afb41d:38863 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;305920afb41d:38863. 2024-11-18T10:46:19,185 INFO [RS:2;305920afb41d:33021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;305920afb41d:33021. 2024-11-18T10:46:19,185 DEBUG [RS:1;305920afb41d:38863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:46:19,185 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 873e0486a6b34e08b513337cf06a39ff, disabling compactions & flushes 2024-11-18T10:46:19,185 DEBUG [RS:2;305920afb41d:33021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:46:19,185 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6b077d0654c703cc45414d5c22ddc25a, disabling compactions & flushes 2024-11-18T10:46:19,185 DEBUG [RS:1;305920afb41d:38863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:46:19,185 DEBUG [RS:2;305920afb41d:33021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:46:19,185 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:46:19,185 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:46:19,185 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:46:19,185 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:46:19,185 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. after waiting 0 ms 2024-11-18T10:46:19,185 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. after waiting 0 ms 2024-11-18T10:46:19,186 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:46:19,186 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-18T10:46:19,186 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:46:19,186 INFO [RS:1;305920afb41d:38863 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:46:19,186 INFO [RS:1;305920afb41d:38863 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:46:19,186 DEBUG [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(1325): Online Regions={6b077d0654c703cc45414d5c22ddc25a=SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a., 3dfc66dcdb6b3f1d2a3db12d93e3ba50=SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50., d82942cd630deed66962ce14a5616742=SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742., 72a80559c172f178b0f89b69b079902b=SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b., d100e511ecc042b0f97d8854403570d3=SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3.} 2024-11-18T10:46:19,186 INFO [RS:1;305920afb41d:38863 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:46:19,186 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:46:19,186 DEBUG [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(1351): Waiting on 3dfc66dcdb6b3f1d2a3db12d93e3ba50, 6b077d0654c703cc45414d5c22ddc25a, 72a80559c172f178b0f89b69b079902b, d100e511ecc042b0f97d8854403570d3, d82942cd630deed66962ce14a5616742 2024-11-18T10:46:19,190 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-18T10:46:19,190 DEBUG [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(1325): Online Regions={873e0486a6b34e08b513337cf06a39ff=SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff., 2e81850695c402936d2b81f0fc01f2d4=SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4., 41793e2e7fc21e8e670aa06c0339514d=SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d., 1588230740=hbase:meta,,1.1588230740, cec8132d66e346b7cd6c3c96c1ae0676=SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676., a208ba01722556015b14a9c5e1d2ca07=SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07.} 2024-11-18T10:46:19,190 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:46:19,190 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:46:19,190 DEBUG [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e81850695c402936d2b81f0fc01f2d4, 41793e2e7fc21e8e670aa06c0339514d, 873e0486a6b34e08b513337cf06a39ff, a208ba01722556015b14a9c5e1d2ca07, cec8132d66e346b7cd6c3c96c1ae0676 2024-11-18T10:46:19,191 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:46:19,191 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:46:19,191 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:46:19,191 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.91 KB heapSize=7.27 KB 2024-11-18T10:46:19,197 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/6b077d0654c703cc45414d5c22ddc25a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T10:46:19,199 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/.tmp/info/1f931d7c21b246bc9ccd91926758311a is 167, key is SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff./info:regioninfo/1731926727631/Put/seqid=0 2024-11-18T10:46:19,200 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/873e0486a6b34e08b513337cf06a39ff/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T10:46:19,200 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:46:19,200 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6b077d0654c703cc45414d5c22ddc25a: Waiting for close lock at 1731926779185Running coprocessor pre-close hooks at 1731926779185Disabling compacts and flushes for region at 1731926779185Disabling writes for close at 1731926779186 (+1 ms)Writing region close event to WAL at 1731926779190 (+4 ms)Running coprocessor post-close hooks at 1731926779198 (+8 ms)Closed at 1731926779200 (+2 ms) 2024-11-18T10:46:19,201 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731926663418.6b077d0654c703cc45414d5c22ddc25a. 2024-11-18T10:46:19,201 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3dfc66dcdb6b3f1d2a3db12d93e3ba50, disabling compactions & flushes 2024-11-18T10:46:19,201 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:46:19,201 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:46:19,202 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. after waiting 0 ms 2024-11-18T10:46:19,202 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:46:19,203 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:46:19,203 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 873e0486a6b34e08b513337cf06a39ff: Waiting for close lock at 1731926779185Running coprocessor pre-close hooks at 1731926779185Disabling compacts and flushes for region at 1731926779185Disabling writes for close at 1731926779186 (+1 ms)Writing region close event to WAL at 1731926779190 (+4 ms)Running coprocessor post-close hooks at 1731926779203 (+13 ms)Closed at 1731926779203 2024-11-18T10:46:19,203 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731926663418.873e0486a6b34e08b513337cf06a39ff. 2024-11-18T10:46:19,204 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e81850695c402936d2b81f0fc01f2d4, disabling compactions & flushes 2024-11-18T10:46:19,204 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:46:19,204 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:46:19,204 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. after waiting 0 ms 2024-11-18T10:46:19,204 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:46:19,209 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/3dfc66dcdb6b3f1d2a3db12d93e3ba50/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T10:46:19,210 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:46:19,210 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3dfc66dcdb6b3f1d2a3db12d93e3ba50: Waiting for close lock at 1731926779201Running coprocessor pre-close hooks at 1731926779201Disabling compacts and flushes for region at 1731926779201Disabling writes for close at 1731926779202 (+1 ms)Writing region close event to WAL at 1731926779203 (+1 ms)Running coprocessor post-close hooks at 1731926779210 (+7 ms)Closed at 1731926779210 2024-11-18T10:46:19,210 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731926663418.3dfc66dcdb6b3f1d2a3db12d93e3ba50. 2024-11-18T10:46:19,211 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d82942cd630deed66962ce14a5616742, disabling compactions & flushes 2024-11-18T10:46:19,211 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:46:19,211 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:46:19,211 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. after waiting 0 ms 2024-11-18T10:46:19,211 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:46:19,216 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/2e81850695c402936d2b81f0fc01f2d4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T10:46:19,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741867_1043 (size=9527) 2024-11-18T10:46:19,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741867_1043 (size=9527) 2024-11-18T10:46:19,217 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:46:19,218 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e81850695c402936d2b81f0fc01f2d4: Waiting for close lock at 1731926779204Running coprocessor pre-close hooks at 1731926779204Disabling compacts and flushes for region at 1731926779204Disabling writes for close at 1731926779204Writing region close event to WAL at 1731926779208 (+4 ms)Running coprocessor post-close hooks at 1731926779217 (+9 ms)Closed at 1731926779217 2024-11-18T10:46:19,218 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731926663418.2e81850695c402936d2b81f0fc01f2d4. 2024-11-18T10:46:19,218 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41793e2e7fc21e8e670aa06c0339514d, disabling compactions & flushes 2024-11-18T10:46:19,218 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:46:19,218 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:46:19,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741867_1043 (size=9527) 2024-11-18T10:46:19,218 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. after waiting 0 ms 2024-11-18T10:46:19,218 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:46:19,218 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.91 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/.tmp/info/1f931d7c21b246bc9ccd91926758311a 2024-11-18T10:46:19,224 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d82942cd630deed66962ce14a5616742/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T10:46:19,225 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:46:19,225 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d82942cd630deed66962ce14a5616742: Waiting for close lock at 1731926779211Running coprocessor pre-close hooks at 1731926779211Disabling compacts and flushes for region at 1731926779211Disabling writes for close at 1731926779211Writing region close event to WAL at 1731926779211Running coprocessor post-close hooks at 1731926779225 (+14 ms)Closed at 1731926779225 2024-11-18T10:46:19,225 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731926663418.d82942cd630deed66962ce14a5616742. 2024-11-18T10:46:19,225 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72a80559c172f178b0f89b69b079902b, disabling compactions & flushes 2024-11-18T10:46:19,225 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:46:19,225 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:46:19,225 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:46:19,225 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:46:19,225 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. after waiting 0 ms 2024-11-18T10:46:19,226 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:46:19,228 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/.tmp/info/1f931d7c21b246bc9ccd91926758311a as hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/info/1f931d7c21b246bc9ccd91926758311a 2024-11-18T10:46:19,232 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/72a80559c172f178b0f89b69b079902b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T10:46:19,233 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:46:19,233 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72a80559c172f178b0f89b69b079902b: Waiting for close lock at 1731926779225Running coprocessor pre-close hooks at 1731926779225Disabling compacts and flushes for region at 1731926779225Disabling writes for close at 1731926779226 (+1 ms)Writing region close event to WAL at 1731926779228 (+2 ms)Running coprocessor post-close hooks at 1731926779233 (+5 ms)Closed at 1731926779233 2024-11-18T10:46:19,233 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731926663418.72a80559c172f178b0f89b69b079902b. 2024-11-18T10:46:19,233 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d100e511ecc042b0f97d8854403570d3, disabling compactions & flushes 2024-11-18T10:46:19,233 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:46:19,233 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:46:19,233 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. after waiting 0 ms 2024-11-18T10:46:19,233 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:46:19,234 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/41793e2e7fc21e8e670aa06c0339514d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T10:46:19,235 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:46:19,235 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41793e2e7fc21e8e670aa06c0339514d: Waiting for close lock at 1731926779218Running coprocessor pre-close hooks at 1731926779218Disabling compacts and flushes for region at 1731926779218Disabling writes for close at 1731926779218Writing region close event to WAL at 1731926779227 (+9 ms)Running coprocessor post-close hooks at 1731926779234 (+7 ms)Closed at 1731926779235 (+1 ms) 2024-11-18T10:46:19,235 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731926663418.41793e2e7fc21e8e670aa06c0339514d. 2024-11-18T10:46:19,236 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cec8132d66e346b7cd6c3c96c1ae0676, disabling compactions & flushes 2024-11-18T10:46:19,236 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:46:19,236 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:46:19,236 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. after waiting 0 ms 2024-11-18T10:46:19,236 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:46:19,238 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/info/1f931d7c21b246bc9ccd91926758311a, entries=32, sequenceid=39, filesize=9.3 K 2024-11-18T10:46:19,240 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/d100e511ecc042b0f97d8854403570d3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T10:46:19,240 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=39, compaction requested=false 2024-11-18T10:46:19,241 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:46:19,241 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d100e511ecc042b0f97d8854403570d3: Waiting for close lock at 1731926779233Running coprocessor pre-close hooks at 1731926779233Disabling compacts and flushes for region at 1731926779233Disabling writes for close at 1731926779233Writing region close event to WAL at 1731926779234 (+1 ms)Running coprocessor post-close hooks at 1731926779240 (+6 ms)Closed at 1731926779240 2024-11-18T10:46:19,241 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731926663418.d100e511ecc042b0f97d8854403570d3. 2024-11-18T10:46:19,242 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/cec8132d66e346b7cd6c3c96c1ae0676/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T10:46:19,243 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:46:19,243 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cec8132d66e346b7cd6c3c96c1ae0676: Waiting for close lock at 1731926779236Running coprocessor pre-close hooks at 1731926779236Disabling compacts and flushes for region at 1731926779236Disabling writes for close at 1731926779236Writing region close event to WAL at 1731926779237 (+1 ms)Running coprocessor post-close hooks at 1731926779242 (+5 ms)Closed at 1731926779243 (+1 ms) 2024-11-18T10:46:19,243 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731926663418.cec8132d66e346b7cd6c3c96c1ae0676. 2024-11-18T10:46:19,243 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a208ba01722556015b14a9c5e1d2ca07, disabling compactions & flushes 2024-11-18T10:46:19,243 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:46:19,243 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:46:19,243 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. after waiting 0 ms 2024-11-18T10:46:19,243 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:46:19,246 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-18T10:46:19,247 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:46:19,247 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:46:19,247 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926779190Running coprocessor pre-close hooks at 1731926779190Disabling compacts and flushes for region at 1731926779190Disabling writes for close at 1731926779191 (+1 ms)Obtaining lock to block concurrent updates at 1731926779191Preparing flush snapshotting stores in 1588230740 at 1731926779191Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=4000, getHeapSize=7376, getOffHeapSize=0, getCellsCount=32 at 1731926779191Flushing stores of hbase:meta,,1.1588230740 at 1731926779192 (+1 ms)Flushing 1588230740/info: creating writer at 1731926779192Flushing 1588230740/info: appending metadata at 1731926779198 (+6 ms)Flushing 1588230740/info: closing flushed file at 1731926779199 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17406e4f: reopening flushed file at 1731926779227 (+28 ms)Finished flush of dataSize ~3.91 KB/4000, heapSize ~6.50 KB/6656, currentSize=0 B/0 for 1588230740 in 49ms, sequenceid=39, compaction requested=false at 1731926779240 (+13 ms)Writing region close event to WAL at 1731926779242 (+2 ms)Running coprocessor post-close hooks at 1731926779247 (+5 ms)Closed at 1731926779247 2024-11-18T10:46:19,247 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/data/default/SPTestTable/a208ba01722556015b14a9c5e1d2ca07/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T10:46:19,247 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:46:19,248 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:46:19,248 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a208ba01722556015b14a9c5e1d2ca07: Waiting for close lock at 1731926779243Running coprocessor pre-close hooks at 1731926779243Disabling compacts and flushes for region at 1731926779243Disabling writes for close at 1731926779243Writing region close event to WAL at 1731926779244 (+1 ms)Running coprocessor post-close hooks at 1731926779248 (+4 ms)Closed at 1731926779248 2024-11-18T10:46:19,248 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731926663418.a208ba01722556015b14a9c5e1d2ca07. 2024-11-18T10:46:19,387 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,33021,1731926650920; all regions closed. 2024-11-18T10:46:19,391 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,38863,1731926650829; all regions closed. 2024-11-18T10:46:19,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741835_1011 (size=3530) 2024-11-18T10:46:19,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741835_1011 (size=3530) 2024-11-18T10:46:19,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741835_1011 (size=3530) 2024-11-18T10:46:19,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741858_1034 (size=5516) 2024-11-18T10:46:19,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741858_1034 (size=5516) 2024-11-18T10:46:19,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/WALs/305920afb41d,38863,1731926650829/305920afb41d%2C38863%2C1731926650829.meta.1731926705814.meta not finished, retry = 0 2024-11-18T10:46:19,399 DEBUG [RS:2;305920afb41d:33021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/oldWALs 2024-11-18T10:46:19,399 INFO [RS:2;305920afb41d:33021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C33021%2C1731926650920:(num 1731926652774) 2024-11-18T10:46:19,399 DEBUG [RS:2;305920afb41d:33021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:46:19,399 INFO [RS:2;305920afb41d:33021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:46:19,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741858_1034 (size=5516) 2024-11-18T10:46:19,403 INFO [RS:2;305920afb41d:33021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:46:19,404 INFO [RS:2;305920afb41d:33021 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T10:46:19,404 INFO [RS:2;305920afb41d:33021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:46:19,404 INFO [RS:2;305920afb41d:33021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:46:19,404 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:46:19,404 INFO [RS:2;305920afb41d:33021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:46:19,404 INFO [RS:2;305920afb41d:33021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:46:19,404 INFO [RS:2;305920afb41d:33021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33021 2024-11-18T10:46:19,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/305920afb41d,33021,1731926650920 2024-11-18T10:46:19,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T10:46:19,415 INFO [RS:2;305920afb41d:33021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:46:19,481 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,33021,1731926650920] 2024-11-18T10:46:19,497 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/305920afb41d,33021,1731926650920 already deleted, retry=false 2024-11-18T10:46:19,497 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,33021,1731926650920 expired; onlineServers=1 2024-11-18T10:46:19,500 DEBUG [RS:1;305920afb41d:38863 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/oldWALs 2024-11-18T10:46:19,500 INFO [RS:1;305920afb41d:38863 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C38863%2C1731926650829.meta:.meta(num 1731926705814) 2024-11-18T10:46:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741833_1009 (size=3500) 2024-11-18T10:46:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741833_1009 (size=3500) 2024-11-18T10:46:19,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741833_1009 (size=3500) 2024-11-18T10:46:19,505 DEBUG [RS:1;305920afb41d:38863 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/oldWALs 2024-11-18T10:46:19,506 INFO [RS:1;305920afb41d:38863 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C38863%2C1731926650829:(num 1731926652774) 2024-11-18T10:46:19,506 DEBUG [RS:1;305920afb41d:38863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:46:19,506 INFO [RS:1;305920afb41d:38863 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:46:19,506 INFO [RS:1;305920afb41d:38863 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:46:19,506 INFO [RS:1;305920afb41d:38863 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T10:46:19,506 INFO [RS:1;305920afb41d:38863 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:46:19,506 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:46:19,506 INFO [RS:1;305920afb41d:38863 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38863 2024-11-18T10:46:19,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/305920afb41d,38863,1731926650829 2024-11-18T10:46:19,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T10:46:19,515 INFO [RS:1;305920afb41d:38863 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:46:19,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,38863,1731926650829] 2024-11-18T10:46:19,548 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/305920afb41d,38863,1731926650829 already deleted, retry=false 2024-11-18T10:46:19,548 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,38863,1731926650829 expired; onlineServers=0 2024-11-18T10:46:19,548 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,37761,1731926649807' ***** 2024-11-18T10:46:19,548 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:46:19,548 INFO [M:0;305920afb41d:37761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:46:19,548 INFO [M:0;305920afb41d:37761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:46:19,548 DEBUG [M:0;305920afb41d:37761 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:46:19,549 DEBUG [M:0;305920afb41d:37761 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:46:19,549 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:46:19,549 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926652321 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926652321,5,FailOnTimeoutGroup] 2024-11-18T10:46:19,549 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926652323 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926652323,5,FailOnTimeoutGroup] 2024-11-18T10:46:19,549 INFO [M:0;305920afb41d:37761 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:46:19,549 INFO [M:0;305920afb41d:37761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:46:19,549 DEBUG [M:0;305920afb41d:37761 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:46:19,549 INFO [M:0;305920afb41d:37761 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:46:19,549 INFO [M:0;305920afb41d:37761 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:46:19,550 ERROR [M:0;305920afb41d:37761 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:33273 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33273,5,PEWorkerGroup] 2024-11-18T10:46:19,550 INFO [M:0;305920afb41d:37761 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:46:19,551 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:46:19,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T10:46:19,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:19,565 DEBUG [M:0;305920afb41d:37761 {}] zookeeper.ZKUtil(347): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T10:46:19,565 WARN [M:0;305920afb41d:37761 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:46:19,566 INFO [M:0;305920afb41d:37761 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/.lastflushedseqids 2024-11-18T10:46:19,581 INFO [RS:2;305920afb41d:33021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:46:19,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:46:19,581 INFO [RS:2;305920afb41d:33021 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,33021,1731926650920; zookeeper connection closed. 2024-11-18T10:46:19,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33021-0x1014ed51a6f0003, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:46:19,582 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76bc1e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76bc1e1 2024-11-18T10:46:19,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741868_1044 (size=668) 2024-11-18T10:46:19,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741868_1044 (size=668) 2024-11-18T10:46:19,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741868_1044 (size=668) 2024-11-18T10:46:19,584 INFO [M:0;305920afb41d:37761 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:46:19,584 INFO [M:0;305920afb41d:37761 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:46:19,584 DEBUG [M:0;305920afb41d:37761 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:46:19,584 INFO [M:0;305920afb41d:37761 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:46:19,584 DEBUG [M:0;305920afb41d:37761 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:46:19,584 DEBUG [M:0;305920afb41d:37761 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:46:19,585 DEBUG [M:0;305920afb41d:37761 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:46:19,585 INFO [M:0;305920afb41d:37761 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=215.34 KB heapSize=267.28 KB 2024-11-18T10:46:19,601 DEBUG [M:0;305920afb41d:37761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4aeb58816d54a7282036b1008836f1a is 82, key is hbase:meta,,1/info:regioninfo/1731926707098/Put/seqid=0 2024-11-18T10:46:19,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741869_1045 (size=6071) 2024-11-18T10:46:19,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741869_1045 (size=6071) 2024-11-18T10:46:19,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741869_1045 (size=6071) 2024-11-18T10:46:19,609 INFO [M:0;305920afb41d:37761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4aeb58816d54a7282036b1008836f1a 2024-11-18T10:46:19,631 INFO [RS:1;305920afb41d:38863 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:46:19,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:46:19,631 INFO [RS:1;305920afb41d:38863 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,38863,1731926650829; zookeeper connection closed. 2024-11-18T10:46:19,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38863-0x1014ed51a6f0002, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:46:19,632 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19133af6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19133af6 2024-11-18T10:46:19,632 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T10:46:19,634 DEBUG [M:0;305920afb41d:37761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e28a0a3054784cdc805d1d675af5e195 is 1243, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731926674068/Put/seqid=0 2024-11-18T10:46:19,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741870_1046 (size=9112) 2024-11-18T10:46:19,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741870_1046 (size=9112) 2024-11-18T10:46:19,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741870_1046 (size=9112) 2024-11-18T10:46:19,659 INFO [M:0;305920afb41d:37761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=214.12 KB at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e28a0a3054784cdc805d1d675af5e195 2024-11-18T10:46:19,669 INFO [M:0;305920afb41d:37761 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e28a0a3054784cdc805d1d675af5e195 2024-11-18T10:46:19,694 DEBUG [M:0;305920afb41d:37761 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1967e803f63d4ffc84e38f318439a53d is 69, key is 305920afb41d,33021,1731926650920/rs:state/1731926652453/Put/seqid=0 2024-11-18T10:46:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741871_1047 (size=5446) 2024-11-18T10:46:19,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741871_1047 (size=5446) 2024-11-18T10:46:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741871_1047 (size=5446) 2024-11-18T10:46:19,708 INFO [M:0;305920afb41d:37761 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=569 (bloomFilter=true), to=hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1967e803f63d4ffc84e38f318439a53d 2024-11-18T10:46:19,717 INFO [M:0;305920afb41d:37761 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1967e803f63d4ffc84e38f318439a53d 2024-11-18T10:46:19,719 DEBUG [M:0;305920afb41d:37761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4aeb58816d54a7282036b1008836f1a as hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4aeb58816d54a7282036b1008836f1a 2024-11-18T10:46:19,726 INFO [M:0;305920afb41d:37761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4aeb58816d54a7282036b1008836f1a, entries=14, sequenceid=569, filesize=5.9 K 2024-11-18T10:46:19,727 DEBUG [M:0;305920afb41d:37761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e28a0a3054784cdc805d1d675af5e195 as hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e28a0a3054784cdc805d1d675af5e195 2024-11-18T10:46:19,735 INFO [M:0;305920afb41d:37761 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e28a0a3054784cdc805d1d675af5e195 2024-11-18T10:46:19,735 INFO [M:0;305920afb41d:37761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e28a0a3054784cdc805d1d675af5e195, entries=60, sequenceid=569, filesize=8.9 K 2024-11-18T10:46:19,740 DEBUG [M:0;305920afb41d:37761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1967e803f63d4ffc84e38f318439a53d as hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1967e803f63d4ffc84e38f318439a53d 2024-11-18T10:46:19,757 INFO [M:0;305920afb41d:37761 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1967e803f63d4ffc84e38f318439a53d 2024-11-18T10:46:19,758 INFO [M:0;305920afb41d:37761 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33273/user/jenkins/test-data/05b0bbce-80f7-8c00-21e8-c2697241de96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1967e803f63d4ffc84e38f318439a53d, entries=3, sequenceid=569, filesize=5.3 K 2024-11-18T10:46:19,761 INFO [M:0;305920afb41d:37761 {}] regionserver.HRegion(3140): Finished flush of dataSize ~215.34 KB/220513, heapSize ~266.98 KB/273392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=569, compaction requested=false 2024-11-18T10:46:19,767 INFO [M:0;305920afb41d:37761 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:46:19,768 DEBUG [M:0;305920afb41d:37761 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926779584Disabling compacts and flushes for region at 1731926779584Disabling writes for close at 1731926779584Obtaining lock to block concurrent updates at 1731926779585 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926779585Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=220513, getHeapSize=273632, getOffHeapSize=0, getCellsCount=690 at 1731926779585Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926779586 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926779586Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926779601 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926779601Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926779615 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926779633 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926779633Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926779670 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926779693 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926779693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6251159: reopening flushed file at 1731926779717 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@105fdbcf: reopening flushed file at 1731926779726 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a2c19ed: reopening flushed file at 1731926779735 (+9 ms)Finished flush of dataSize ~215.34 KB/220513, heapSize ~266.98 KB/273392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 176ms, sequenceid=569, compaction requested=false at 1731926779761 (+26 ms)Writing region close event to WAL at 1731926779767 (+6 ms)Closed at 1731926779767 2024-11-18T10:46:19,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35991 is added to blk_1073741830_1006 (size=258401) 2024-11-18T10:46:19,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38701 is added to blk_1073741830_1006 (size=258401) 2024-11-18T10:46:19,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37849 is added to blk_1073741830_1006 (size=258401) 2024-11-18T10:46:19,778 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:46:19,778 INFO [M:0;305920afb41d:37761 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:46:19,778 INFO [M:0;305920afb41d:37761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37761 2024-11-18T10:46:19,779 INFO [M:0;305920afb41d:37761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:46:19,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:46:19,890 INFO [M:0;305920afb41d:37761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:46:19,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37761-0x1014ed51a6f0000, quorum=127.0.0.1:56162, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:46:19,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e70bc28{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:46:19,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@417e26eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:46:19,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:46:19,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f60adf4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:46:19,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@265960fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.log.dir/,STOPPED} 2024-11-18T10:46:19,936 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:46:19,936 WARN [BP-656539129-172.17.0.3-1731926645341 heartbeating to localhost/127.0.0.1:33273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:46:19,936 WARN [BP-656539129-172.17.0.3-1731926645341 heartbeating to localhost/127.0.0.1:33273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-656539129-172.17.0.3-1731926645341 (Datanode Uuid 1d06db59-111c-49d9-bd4f-45941cd873a2) service to localhost/127.0.0.1:33273 2024-11-18T10:46:19,936 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:46:19,937 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/data/data5/current/BP-656539129-172.17.0.3-1731926645341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:46:19,938 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/data/data6/current/BP-656539129-172.17.0.3-1731926645341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:46:19,938 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:46:19,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@795f0a62{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:46:19,940 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5219cc86{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:46:19,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:46:19,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50802d55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:46:19,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43c120fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.log.dir/,STOPPED} 2024-11-18T10:46:19,942 WARN [BP-656539129-172.17.0.3-1731926645341 heartbeating to localhost/127.0.0.1:33273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:46:19,942 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:46:19,942 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:46:19,942 WARN [BP-656539129-172.17.0.3-1731926645341 heartbeating to localhost/127.0.0.1:33273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-656539129-172.17.0.3-1731926645341 (Datanode Uuid 70e08562-1ce9-4e97-863c-6bb2e05771d4) service to localhost/127.0.0.1:33273 2024-11-18T10:46:19,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/data/data3/current/BP-656539129-172.17.0.3-1731926645341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:46:19,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/data/data4/current/BP-656539129-172.17.0.3-1731926645341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:46:19,943 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:46:19,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@214c3992{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:46:19,945 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634a0bd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:46:19,945 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:46:19,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37581f7d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:46:19,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fc21ae6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.log.dir/,STOPPED} 2024-11-18T10:46:19,947 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:46:19,947 WARN [BP-656539129-172.17.0.3-1731926645341 heartbeating to localhost/127.0.0.1:33273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:46:19,947 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:46:19,947 WARN [BP-656539129-172.17.0.3-1731926645341 heartbeating to localhost/127.0.0.1:33273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-656539129-172.17.0.3-1731926645341 (Datanode Uuid 8ec28fea-2aed-4670-8e38-30ed89e09b6b) service to localhost/127.0.0.1:33273 2024-11-18T10:46:19,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/data/data1/current/BP-656539129-172.17.0.3-1731926645341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:46:19,948 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/cluster_b08e0211-9e2c-799c-ab95-4a2a394da471/data/data2/current/BP-656539129-172.17.0.3-1731926645341 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:46:19,948 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:46:19,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40b3081c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:46:19,962 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7300f033{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:46:19,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:46:19,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69006d72{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:46:19,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@241b7ed6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.log.dir/,STOPPED} 2024-11-18T10:46:19,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T10:46:20,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:46:20,039 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=90 (was 11) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/305920afb41d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/305920afb41d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/305920afb41d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/305920afb41d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33273 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33273 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/305920afb41d:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/305920afb41d:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:33273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/305920afb41d:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3a9a72b1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/305920afb41d:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:33273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/305920afb41d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:33273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=361 (was 602), ProcessCount=11 (was 11), AvailableMemoryMB=1791 (was 2715) 2024-11-18T10:46:20,045 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=91, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=361, ProcessCount=11, AvailableMemoryMB=1791 2024-11-18T10:46:20,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.log.dir so I do NOT create it in target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a 2024-11-18T10:46:20,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.log.dir Erasing configuration value by system value. 2024-11-18T10:46:20,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.tmp.dir so I do NOT create it in target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a 2024-11-18T10:46:20,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9d78a42e-da21-6584-e03d-c68dc705175c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-18T10:46:20,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a 2024-11-18T10:46:20,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T10:46:20,058 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d, deleteOnExit=true 2024-11-18T10:46:20,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T10:46:20,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/test.cache.data in system properties and HBase conf 2024-11-18T10:46:20,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T10:46:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/hadoop.log.dir in system properties and HBase conf 2024-11-18T10:46:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T10:46:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T10:46:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T10:46:20,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T10:46:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:46:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T10:46:20,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T10:46:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:46:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T10:46:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T10:46:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T10:46:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:46:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T10:46:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/nfs.dump.dir in system properties and HBase conf 2024-11-18T10:46:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/java.io.tmpdir in system properties and HBase conf 2024-11-18T10:46:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T10:46:20,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T10:46:20,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T10:46:20,171 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T10:46:20,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:46:20,314 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:46:20,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:46:20,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:46:20,315 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T10:46:20,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:46:20,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c524a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:46:20,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2782fe9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:46:20,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61ecee75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/java.io.tmpdir/jetty-localhost-37149-hadoop-hdfs-3_4_1-tests_jar-_-any-9583591836305025608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:46:20,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5467191c{HTTP/1.1, (http/1.1)}{localhost:37149} 2024-11-18T10:46:20,414 INFO [Time-limited test {}] server.Server(415): Started @137473ms 2024-11-18T10:46:20,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:46:20,653 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:46:20,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:46:20,656 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:46:20,656 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:46:20,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c041eda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:46:20,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c7d630c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:46:20,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bb8e0ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/java.io.tmpdir/jetty-localhost-44407-hadoop-hdfs-3_4_1-tests_jar-_-any-3365475649488101352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:46:20,750 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3826855f{HTTP/1.1, (http/1.1)}{localhost:44407} 2024-11-18T10:46:20,750 INFO [Time-limited test {}] server.Server(415): Started @137809ms 2024-11-18T10:46:20,752 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:46:20,782 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:46:20,785 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:46:20,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:46:20,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:46:20,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:46:20,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e4cb42c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:46:20,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d10dac1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:46:20,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4278e196{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/java.io.tmpdir/jetty-localhost-37181-hadoop-hdfs-3_4_1-tests_jar-_-any-16424756603936580608/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:46:20,881 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@240e258d{HTTP/1.1, (http/1.1)}{localhost:37181} 2024-11-18T10:46:20,881 INFO [Time-limited test {}] server.Server(415): Started @137939ms 2024-11-18T10:46:20,882 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:46:20,908 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T10:46:20,911 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T10:46:20,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T10:46:20,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T10:46:20,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-18T10:46:20,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9396e16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/hadoop.log.dir/,AVAILABLE} 2024-11-18T10:46:20,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cdd75e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T10:46:21,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34af3519{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/java.io.tmpdir/jetty-localhost-36079-hadoop-hdfs-3_4_1-tests_jar-_-any-14827191197867026679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:46:21,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70f36d17{HTTP/1.1, (http/1.1)}{localhost:36079} 2024-11-18T10:46:21,008 INFO [Time-limited test {}] server.Server(415): Started @138066ms 2024-11-18T10:46:21,009 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T10:46:22,025 WARN [Thread-738 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/data/data2/current/BP-2064024530-172.17.0.3-1731926780085/current, will proceed with Du for space computation calculation, 2024-11-18T10:46:22,025 WARN [Thread-737 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/data/data1/current/BP-2064024530-172.17.0.3-1731926780085/current, will proceed with Du for space computation calculation, 2024-11-18T10:46:22,042 WARN [Thread-677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:46:22,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61eb94632c47c981 with lease ID 0xb47510e185959590: Processing first storage report for DS-c4dd0b77-26c3-459a-a545-00eff310d361 from datanode DatanodeRegistration(127.0.0.1:42543, datanodeUuid=009653bd-846a-40dd-8e85-ee23417ebab6, infoPort=44707, infoSecurePort=0, ipcPort=33193, storageInfo=lv=-57;cid=testClusterID;nsid=1366536164;c=1731926780085) 2024-11-18T10:46:22,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61eb94632c47c981 with lease ID 0xb47510e185959590: from storage DS-c4dd0b77-26c3-459a-a545-00eff310d361 node DatanodeRegistration(127.0.0.1:42543, datanodeUuid=009653bd-846a-40dd-8e85-ee23417ebab6, infoPort=44707, infoSecurePort=0, ipcPort=33193, storageInfo=lv=-57;cid=testClusterID;nsid=1366536164;c=1731926780085), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:46:22,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x61eb94632c47c981 with lease ID 0xb47510e185959590: Processing first storage report for DS-a2afc3dd-28df-4117-95ac-b5ddae409dd3 from datanode DatanodeRegistration(127.0.0.1:42543, datanodeUuid=009653bd-846a-40dd-8e85-ee23417ebab6, infoPort=44707, infoSecurePort=0, ipcPort=33193, storageInfo=lv=-57;cid=testClusterID;nsid=1366536164;c=1731926780085) 2024-11-18T10:46:22,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x61eb94632c47c981 with lease ID 0xb47510e185959590: from storage DS-a2afc3dd-28df-4117-95ac-b5ddae409dd3 node DatanodeRegistration(127.0.0.1:42543, datanodeUuid=009653bd-846a-40dd-8e85-ee23417ebab6, infoPort=44707, infoSecurePort=0, ipcPort=33193, storageInfo=lv=-57;cid=testClusterID;nsid=1366536164;c=1731926780085), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:46:22,264 WARN [Thread-749 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/data/data4/current/BP-2064024530-172.17.0.3-1731926780085/current, will proceed with Du for space computation calculation, 2024-11-18T10:46:22,264 WARN [Thread-748 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/data/data3/current/BP-2064024530-172.17.0.3-1731926780085/current, will proceed with Du for space computation calculation, 2024-11-18T10:46:22,282 WARN [Thread-700 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:46:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cf2e4979052a366 with lease ID 0xb47510e185959591: Processing first storage report for DS-869f4c8c-f4dd-4164-81ea-5887082171eb from datanode DatanodeRegistration(127.0.0.1:32775, datanodeUuid=38ad0d16-cd3b-46e2-abc7-489811010d82, infoPort=45235, infoSecurePort=0, ipcPort=38485, storageInfo=lv=-57;cid=testClusterID;nsid=1366536164;c=1731926780085) 2024-11-18T10:46:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cf2e4979052a366 with lease ID 0xb47510e185959591: from storage DS-869f4c8c-f4dd-4164-81ea-5887082171eb node DatanodeRegistration(127.0.0.1:32775, datanodeUuid=38ad0d16-cd3b-46e2-abc7-489811010d82, infoPort=45235, infoSecurePort=0, ipcPort=38485, storageInfo=lv=-57;cid=testClusterID;nsid=1366536164;c=1731926780085), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:46:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1cf2e4979052a366 with lease ID 0xb47510e185959591: Processing first storage report for DS-cd7744d3-686a-4406-a3d9-b5cccd3e238f from datanode DatanodeRegistration(127.0.0.1:32775, datanodeUuid=38ad0d16-cd3b-46e2-abc7-489811010d82, infoPort=45235, infoSecurePort=0, ipcPort=38485, storageInfo=lv=-57;cid=testClusterID;nsid=1366536164;c=1731926780085) 2024-11-18T10:46:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1cf2e4979052a366 with lease ID 0xb47510e185959591: from storage DS-cd7744d3-686a-4406-a3d9-b5cccd3e238f node DatanodeRegistration(127.0.0.1:32775, datanodeUuid=38ad0d16-cd3b-46e2-abc7-489811010d82, infoPort=45235, infoSecurePort=0, ipcPort=38485, storageInfo=lv=-57;cid=testClusterID;nsid=1366536164;c=1731926780085), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T10:46:22,339 WARN [Thread-759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/data/data5/current/BP-2064024530-172.17.0.3-1731926780085/current, will proceed with Du for space computation calculation, 2024-11-18T10:46:22,339 WARN [Thread-760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/data/data6/current/BP-2064024530-172.17.0.3-1731926780085/current, will proceed with Du for space computation calculation, 2024-11-18T10:46:22,364 WARN [Thread-722 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T10:46:22,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82e242d245ac66d3 with lease ID 0xb47510e185959592: Processing first storage report for DS-07394e85-0b6d-4fc8-9b48-dc8753be4574 from datanode DatanodeRegistration(127.0.0.1:39587, datanodeUuid=54def1d3-e63f-4128-a00d-8934a9fb00e9, infoPort=42811, infoSecurePort=0, ipcPort=37101, storageInfo=lv=-57;cid=testClusterID;nsid=1366536164;c=1731926780085) 2024-11-18T10:46:22,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82e242d245ac66d3 with lease ID 0xb47510e185959592: from storage DS-07394e85-0b6d-4fc8-9b48-dc8753be4574 node DatanodeRegistration(127.0.0.1:39587, datanodeUuid=54def1d3-e63f-4128-a00d-8934a9fb00e9, infoPort=42811, infoSecurePort=0, ipcPort=37101, storageInfo=lv=-57;cid=testClusterID;nsid=1366536164;c=1731926780085), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T10:46:22,367 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82e242d245ac66d3 with lease ID 0xb47510e185959592: Processing first storage report for DS-8729db7b-faa7-4b5c-b19f-74e55ea3046a from datanode DatanodeRegistration(127.0.0.1:39587, datanodeUuid=54def1d3-e63f-4128-a00d-8934a9fb00e9, infoPort=42811, infoSecurePort=0, ipcPort=37101, storageInfo=lv=-57;cid=testClusterID;nsid=1366536164;c=1731926780085) 2024-11-18T10:46:22,367 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82e242d245ac66d3 with lease ID 0xb47510e185959592: from storage DS-8729db7b-faa7-4b5c-b19f-74e55ea3046a node DatanodeRegistration(127.0.0.1:39587, datanodeUuid=54def1d3-e63f-4128-a00d-8934a9fb00e9, infoPort=42811, infoSecurePort=0, ipcPort=37101, storageInfo=lv=-57;cid=testClusterID;nsid=1366536164;c=1731926780085), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-18T10:46:22,449 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a 2024-11-18T10:46:22,452 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/zookeeper_0, clientPort=57510, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T10:46:22,453 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57510 2024-11-18T10:46:22,453 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:46:22,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:46:22,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:46:22,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:46:22,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741825_1001 (size=7) 2024-11-18T10:46:22,479 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 with version=8 2024-11-18T10:46:22,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/hbase-staging 2024-11-18T10:46:22,481 INFO [Time-limited test {}] client.ConnectionUtils(128): master/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:46:22,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:46:22,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:46:22,481 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:46:22,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:46:22,481 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:46:22,481 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T10:46:22,481 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:46:22,482 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37025 2024-11-18T10:46:22,483 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37025 connecting to ZooKeeper ensemble=127.0.0.1:57510 2024-11-18T10:46:22,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370250x0, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:46:22,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37025-0x1014ed723dc0000 connected 2024-11-18T10:46:22,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:46:22,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:46:22,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:46:22,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832, hbase.cluster.distributed=false 2024-11-18T10:46:22,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T10:46:22,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37025 2024-11-18T10:46:22,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37025 2024-11-18T10:46:22,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37025 2024-11-18T10:46:22,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37025 2024-11-18T10:46:22,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37025 2024-11-18T10:46:22,638 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:46:22,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:46:22,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:46:22,639 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:46:22,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:46:22,639 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:46:22,639 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:46:22,639 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:46:22,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41879 2024-11-18T10:46:22,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41879 connecting to ZooKeeper ensemble=127.0.0.1:57510 2024-11-18T10:46:22,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:46:22,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:46:22,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418790x0, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:46:22,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41879-0x1014ed723dc0001 connected 2024-11-18T10:46:22,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:46:22,657 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:46:22,658 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:46:22,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T10:46:22,660 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T10:46:22,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41879 2024-11-18T10:46:22,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41879 2024-11-18T10:46:22,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41879 2024-11-18T10:46:22,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41879 2024-11-18T10:46:22,662 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41879 2024-11-18T10:46:22,682 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:46:22,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:46:22,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:46:22,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:46:22,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:46:22,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:46:22,682 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:46:22,682 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:46:22,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33123 2024-11-18T10:46:22,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33123 connecting to ZooKeeper ensemble=127.0.0.1:57510 2024-11-18T10:46:22,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:46:22,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:46:22,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331230x0, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:46:22,698 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33123-0x1014ed723dc0002 connected 2024-11-18T10:46:22,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:46:22,699 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:46:22,699 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:46:22,700 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T10:46:22,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T10:46:22,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33123 2024-11-18T10:46:22,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33123 2024-11-18T10:46:22,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33123 2024-11-18T10:46:22,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33123 2024-11-18T10:46:22,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33123 2024-11-18T10:46:22,721 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/305920afb41d:0 server-side Connection retries=45 2024-11-18T10:46:22,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:46:22,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T10:46:22,721 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T10:46:22,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T10:46:22,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T10:46:22,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T10:46:22,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T10:46:22,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37507 2024-11-18T10:46:22,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37507 connecting to ZooKeeper ensemble=127.0.0.1:57510 2024-11-18T10:46:22,724 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:46:22,726 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:46:22,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:375070x0, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T10:46:22,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37507-0x1014ed723dc0003 connected 2024-11-18T10:46:22,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:46:22,736 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T10:46:22,736 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T10:46:22,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T10:46:22,738 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T10:46:22,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37507 2024-11-18T10:46:22,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37507 2024-11-18T10:46:22,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37507 2024-11-18T10:46:22,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37507 2024-11-18T10:46:22,741 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37507 2024-11-18T10:46:22,755 DEBUG [M:0;305920afb41d:37025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;305920afb41d:37025 2024-11-18T10:46:22,756 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/305920afb41d,37025,1731926782480 2024-11-18T10:46:22,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:46:22,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:46:22,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:46:22,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:46:22,765 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/305920afb41d,37025,1731926782480 2024-11-18T10:46:22,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T10:46:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T10:46:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T10:46:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,773 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T10:46:22,774 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/305920afb41d,37025,1731926782480 from backup master directory 2024-11-18T10:46:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:46:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:46:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:46:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/305920afb41d,37025,1731926782480 2024-11-18T10:46:22,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T10:46:22,781 WARN [master/305920afb41d:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:46:22,781 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=305920afb41d,37025,1731926782480 2024-11-18T10:46:22,787 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/hbase.id] with ID: 52285b2f-3cc0-423a-8c58-c1792dbbfd35 2024-11-18T10:46:22,787 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/.tmp/hbase.id 2024-11-18T10:46:22,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:46:22,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:46:22,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741826_1002 (size=42) 2024-11-18T10:46:22,796 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/.tmp/hbase.id]:[hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/hbase.id] 2024-11-18T10:46:22,809 INFO [master/305920afb41d:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T10:46:22,809 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T10:46:22,811 INFO [master/305920afb41d:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-18T10:46:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:46:22,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:46:22,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741827_1003 (size=196) 2024-11-18T10:46:22,826 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:46:22,827 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T10:46:22,828 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:46:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:46:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:46:22,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741828_1004 (size=1189) 2024-11-18T10:46:22,840 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store 2024-11-18T10:46:22,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:46:22,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:46:22,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741829_1005 (size=34) 2024-11-18T10:46:22,850 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:22,850 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:46:22,850 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:46:22,850 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:46:22,850 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:46:22,850 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:46:22,850 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:46:22,850 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926782850Disabling compacts and flushes for region at 1731926782850Disabling writes for close at 1731926782850Writing region close event to WAL at 1731926782850Closed at 1731926782850 2024-11-18T10:46:22,851 WARN [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/.initializing 2024-11-18T10:46:22,851 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/WALs/305920afb41d,37025,1731926782480 2024-11-18T10:46:22,853 INFO [master/305920afb41d:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:46:22,855 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C37025%2C1731926782480, suffix=, logDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/WALs/305920afb41d,37025,1731926782480, archiveDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/oldWALs, maxLogs=10 2024-11-18T10:46:22,868 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/WALs/305920afb41d,37025,1731926782480/305920afb41d%2C37025%2C1731926782480.1731926782856, exclude list is [], retry=0 2024-11-18T10:46:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42543,DS-c4dd0b77-26c3-459a-a545-00eff310d361,DISK] 2024-11-18T10:46:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-07394e85-0b6d-4fc8-9b48-dc8753be4574,DISK] 2024-11-18T10:46:22,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-869f4c8c-f4dd-4164-81ea-5887082171eb,DISK] 2024-11-18T10:46:22,873 INFO [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/WALs/305920afb41d,37025,1731926782480/305920afb41d%2C37025%2C1731926782480.1731926782856 2024-11-18T10:46:22,874 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44707:44707),(127.0.0.1/127.0.0.1:42811:42811),(127.0.0.1/127.0.0.1:45235:45235)] 2024-11-18T10:46:22,874 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:46:22,874 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:22,874 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:46:22,874 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:46:22,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:46:22,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T10:46:22,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:22,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:46:22,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:46:22,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T10:46:22,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:22,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:46:22,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:46:22,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T10:46:22,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:22,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:46:22,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:46:22,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T10:46:22,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:22,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:46:22,884 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:46:22,885 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:46:22,885 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:46:22,887 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:46:22,887 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:46:22,887 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:46:22,888 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T10:46:22,890 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:46:22,891 INFO [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72981321, jitterRate=0.08750642836093903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:46:22,891 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731926782874Initializing all the Stores at 1731926782875 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926782875Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926782875Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926782875Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926782876 (+1 ms)Cleaning up temporary data from old regions at 1731926782887 (+11 ms)Region opened successfully at 1731926782891 (+4 ms) 2024-11-18T10:46:22,892 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T10:46:22,896 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28571e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:46:22,897 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T10:46:22,897 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T10:46:22,897 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T10:46:22,897 INFO [master/305920afb41d:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T10:46:22,898 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-18T10:46:22,898 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-18T10:46:22,898 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-18T10:46:22,900 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T10:46:22,901 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T10:46:22,910 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T10:46:22,910 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T10:46:22,911 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T10:46:22,918 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T10:46:22,918 INFO [master/305920afb41d:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T10:46:22,919 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T10:46:22,926 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T10:46:22,927 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T10:46:22,935 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T10:46:22,937 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T10:46:22,943 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T10:46:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T10:46:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T10:46:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T10:46:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T10:46:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,953 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=305920afb41d,37025,1731926782480, sessionid=0x1014ed723dc0000, setting cluster-up flag (Was=false) 2024-11-18T10:46:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:22,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:23,010 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T10:46:23,011 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,37025,1731926782480 2024-11-18T10:46:23,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:23,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:23,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:23,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:23,052 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T10:46:23,053 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=305920afb41d,37025,1731926782480 2024-11-18T10:46:23,054 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T10:46:23,055 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T10:46:23,056 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T10:46:23,056 INFO [master/305920afb41d:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T10:46:23,056 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 305920afb41d,37025,1731926782480 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T10:46:23,058 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:46:23,058 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:46:23,058 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:46:23,058 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/305920afb41d:0, corePoolSize=5, maxPoolSize=5 2024-11-18T10:46:23,058 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/305920afb41d:0, corePoolSize=10, maxPoolSize=10 2024-11-18T10:46:23,058 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,058 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:46:23,058 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,063 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731926813063 2024-11-18T10:46:23,063 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T10:46:23,063 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T10:46:23,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:46:23,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T10:46:23,065 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:23,063 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T10:46:23,065 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T10:46:23,065 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T10:46:23,065 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T10:46:23,065 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,065 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T10:46:23,066 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T10:46:23,066 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T10:46:23,066 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T10:46:23,066 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T10:46:23,066 INFO [master/305920afb41d:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T10:46:23,066 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926783066,5,FailOnTimeoutGroup] 2024-11-18T10:46:23,066 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926783066,5,FailOnTimeoutGroup] 2024-11-18T10:46:23,066 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,066 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T10:46:23,067 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,067 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:46:23,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:46:23,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741831_1007 (size=1321) 2024-11-18T10:46:23,077 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T10:46:23,078 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:23,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741832_1008 (size=32) 2024-11-18T10:46:23,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741832_1008 (size=32) 2024-11-18T10:46:23,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741832_1008 (size=32) 2024-11-18T10:46:23,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:23,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:46:23,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:46:23,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:23,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:46:23,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:46:23,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:46:23,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:23,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:46:23,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:46:23,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:46:23,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:23,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:46:23,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:46:23,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:46:23,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:23,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:46:23,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:46:23,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740 2024-11-18T10:46:23,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740 2024-11-18T10:46:23,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:46:23,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:46:23,103 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:46:23,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:46:23,107 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:46:23,108 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68043317, jitterRate=0.013924434781074524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:46:23,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731926783087Initializing all the Stores at 1731926783088 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926783088Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926783088Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926783088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926783088Cleaning up temporary data from old regions at 1731926783102 (+14 ms)Region opened successfully at 1731926783108 (+6 ms) 2024-11-18T10:46:23,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:46:23,108 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:46:23,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:46:23,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:46:23,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:46:23,115 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:46:23,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926783108Disabling compacts and flushes for region at 1731926783108Disabling writes for close at 1731926783108Writing region close event to WAL at 1731926783115 (+7 ms)Closed at 1731926783115 2024-11-18T10:46:23,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:46:23,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T10:46:23,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T10:46:23,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:46:23,119 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T10:46:23,144 INFO [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(746): ClusterId : 52285b2f-3cc0-423a-8c58-c1792dbbfd35 2024-11-18T10:46:23,144 DEBUG [RS:0;305920afb41d:41879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:46:23,144 INFO [RS:1;305920afb41d:33123 {}] regionserver.HRegionServer(746): ClusterId : 52285b2f-3cc0-423a-8c58-c1792dbbfd35 2024-11-18T10:46:23,144 DEBUG [RS:1;305920afb41d:33123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:46:23,144 INFO [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(746): ClusterId : 52285b2f-3cc0-423a-8c58-c1792dbbfd35 2024-11-18T10:46:23,144 DEBUG [RS:2;305920afb41d:37507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T10:46:23,160 DEBUG [RS:0;305920afb41d:41879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:46:23,161 DEBUG [RS:0;305920afb41d:41879 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:46:23,161 DEBUG [RS:1;305920afb41d:33123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:46:23,161 DEBUG [RS:1;305920afb41d:33123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:46:23,177 DEBUG [RS:0;305920afb41d:41879 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:46:23,177 DEBUG [RS:2;305920afb41d:37507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T10:46:23,177 DEBUG [RS:2;305920afb41d:37507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T10:46:23,177 DEBUG [RS:1;305920afb41d:33123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:46:23,178 DEBUG [RS:0;305920afb41d:41879 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6468e57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:46:23,178 DEBUG [RS:1;305920afb41d:33123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74cd972b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:46:23,194 DEBUG [RS:2;305920afb41d:37507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T10:46:23,195 DEBUG [RS:2;305920afb41d:37507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@628b87e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=305920afb41d/172.17.0.3:0 2024-11-18T10:46:23,197 DEBUG [RS:0;305920afb41d:41879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;305920afb41d:41879 2024-11-18T10:46:23,197 INFO [RS:0;305920afb41d:41879 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:46:23,197 INFO [RS:0;305920afb41d:41879 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:46:23,197 DEBUG [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:46:23,198 INFO [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,37025,1731926782480 with port=41879, startcode=1731926782638 2024-11-18T10:46:23,199 DEBUG [RS:0;305920afb41d:41879 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:46:23,201 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:46:23,202 DEBUG [RS:1;305920afb41d:33123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;305920afb41d:33123 2024-11-18T10:46:23,202 INFO [RS:1;305920afb41d:33123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:46:23,202 INFO [RS:1;305920afb41d:33123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:46:23,202 DEBUG [RS:1;305920afb41d:33123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:46:23,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,41879,1731926782638 2024-11-18T10:46:23,203 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37025 {}] master.ServerManager(517): Registering regionserver=305920afb41d,41879,1731926782638 2024-11-18T10:46:23,203 INFO [RS:1;305920afb41d:33123 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,37025,1731926782480 with port=33123, startcode=1731926782682 2024-11-18T10:46:23,203 DEBUG [RS:1;305920afb41d:33123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:46:23,206 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:46:23,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,33123,1731926782682 2024-11-18T10:46:23,208 DEBUG [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:23,208 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37025 {}] master.ServerManager(517): Registering regionserver=305920afb41d,33123,1731926782682 2024-11-18T10:46:23,208 DEBUG [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44303 2024-11-18T10:46:23,208 DEBUG [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:46:23,209 DEBUG [RS:1;305920afb41d:33123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:23,210 DEBUG [RS:1;305920afb41d:33123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44303 2024-11-18T10:46:23,210 DEBUG [RS:1;305920afb41d:33123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:46:23,210 DEBUG [RS:2;305920afb41d:37507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;305920afb41d:37507 2024-11-18T10:46:23,210 INFO [RS:2;305920afb41d:37507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T10:46:23,210 INFO [RS:2;305920afb41d:37507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T10:46:23,210 DEBUG [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T10:46:23,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T10:46:23,269 WARN [305920afb41d:37025 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-18T10:46:23,276 INFO [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(2659): reportForDuty to master=305920afb41d,37025,1731926782480 with port=37507, startcode=1731926782721 2024-11-18T10:46:23,276 DEBUG [RS:0;305920afb41d:41879 {}] zookeeper.ZKUtil(111): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/305920afb41d,41879,1731926782638 2024-11-18T10:46:23,277 WARN [RS:0;305920afb41d:41879 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:46:23,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,33123,1731926782682] 2024-11-18T10:46:23,277 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,41879,1731926782638] 2024-11-18T10:46:23,277 DEBUG [RS:2;305920afb41d:37507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T10:46:23,277 INFO [RS:0;305920afb41d:41879 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:46:23,277 DEBUG [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,41879,1731926782638 2024-11-18T10:46:23,277 DEBUG [RS:1;305920afb41d:33123 {}] zookeeper.ZKUtil(111): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/305920afb41d,33123,1731926782682 2024-11-18T10:46:23,277 WARN [RS:1;305920afb41d:33123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:46:23,277 INFO [RS:1;305920afb41d:33123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:46:23,277 DEBUG [RS:1;305920afb41d:33123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682 2024-11-18T10:46:23,279 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T10:46:23,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37025 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 305920afb41d,37507,1731926782721 2024-11-18T10:46:23,281 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37025 {}] master.ServerManager(517): Registering regionserver=305920afb41d,37507,1731926782721 2024-11-18T10:46:23,283 DEBUG [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:23,283 DEBUG [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44303 2024-11-18T10:46:23,283 DEBUG [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T10:46:23,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T10:46:23,302 DEBUG [RS:2;305920afb41d:37507 {}] zookeeper.ZKUtil(111): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/305920afb41d,37507,1731926782721 2024-11-18T10:46:23,302 WARN [RS:2;305920afb41d:37507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T10:46:23,302 INFO [RS:2;305920afb41d:37507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:46:23,302 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [305920afb41d,37507,1731926782721] 2024-11-18T10:46:23,303 DEBUG [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,37507,1731926782721 2024-11-18T10:46:23,303 INFO [RS:0;305920afb41d:41879 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:46:23,303 INFO [RS:1;305920afb41d:33123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:46:23,305 INFO [RS:0;305920afb41d:41879 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:46:23,306 INFO [RS:0;305920afb41d:41879 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:46:23,306 INFO [RS:0;305920afb41d:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,306 INFO [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:46:23,307 INFO [RS:2;305920afb41d:37507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T10:46:23,308 INFO [RS:0;305920afb41d:41879 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:46:23,308 INFO [RS:0;305920afb41d:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,308 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,308 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,308 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,308 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,309 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,309 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:46:23,309 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,309 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,309 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,309 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,309 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,309 INFO [RS:1;305920afb41d:33123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:46:23,310 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,310 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:46:23,310 DEBUG [RS:0;305920afb41d:41879 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:46:23,311 INFO [RS:2;305920afb41d:37507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T10:46:23,314 INFO [RS:1;305920afb41d:33123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:46:23,314 INFO [RS:1;305920afb41d:33123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,314 INFO [RS:2;305920afb41d:37507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T10:46:23,314 INFO [RS:2;305920afb41d:37507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,315 INFO [RS:1;305920afb41d:33123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:46:23,316 INFO [RS:1;305920afb41d:33123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:46:23,316 INFO [RS:0;305920afb41d:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,316 INFO [RS:0;305920afb41d:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,316 INFO [RS:1;305920afb41d:33123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,316 INFO [RS:0;305920afb41d:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,316 INFO [RS:0;305920afb41d:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,316 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,316 INFO [RS:0;305920afb41d:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,316 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,316 INFO [RS:0;305920afb41d:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41879,1731926782638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:46:23,316 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,317 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,317 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,317 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:46:23,317 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,317 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,317 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,317 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,317 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,317 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,317 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:46:23,317 DEBUG [RS:1;305920afb41d:33123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:46:23,319 INFO [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T10:46:23,320 INFO [RS:2;305920afb41d:37507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T10:46:23,320 INFO [RS:2;305920afb41d:37507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,320 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,320 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,320 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,320 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,320 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,320 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0, corePoolSize=2, maxPoolSize=2 2024-11-18T10:46:23,320 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,320 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,320 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,320 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,320 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,321 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/305920afb41d:0, corePoolSize=1, maxPoolSize=1 2024-11-18T10:46:23,321 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:46:23,321 DEBUG [RS:2;305920afb41d:37507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/305920afb41d:0, corePoolSize=3, maxPoolSize=3 2024-11-18T10:46:23,321 INFO [RS:1;305920afb41d:33123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,321 INFO [RS:1;305920afb41d:33123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,321 INFO [RS:1;305920afb41d:33123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,321 INFO [RS:1;305920afb41d:33123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,321 INFO [RS:1;305920afb41d:33123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,321 INFO [RS:1;305920afb41d:33123 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33123,1731926782682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:46:23,325 INFO [RS:2;305920afb41d:37507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,325 INFO [RS:2;305920afb41d:37507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,325 INFO [RS:2;305920afb41d:37507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,325 INFO [RS:2;305920afb41d:37507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,325 INFO [RS:2;305920afb41d:37507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,326 INFO [RS:2;305920afb41d:37507 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37507,1731926782721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:46:23,335 INFO [RS:0;305920afb41d:41879 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:46:23,335 INFO [RS:0;305920afb41d:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,41879,1731926782638-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,335 INFO [RS:0;305920afb41d:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,335 INFO [RS:0;305920afb41d:41879 {}] regionserver.Replication(171): 305920afb41d,41879,1731926782638 started 2024-11-18T10:46:23,340 INFO [RS:2;305920afb41d:37507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:46:23,340 INFO [RS:1;305920afb41d:33123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T10:46:23,340 INFO [RS:1;305920afb41d:33123 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,33123,1731926782682-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,340 INFO [RS:2;305920afb41d:37507 {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37507,1731926782721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,340 INFO [RS:2;305920afb41d:37507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,340 INFO [RS:1;305920afb41d:33123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,340 INFO [RS:2;305920afb41d:37507 {}] regionserver.Replication(171): 305920afb41d,37507,1731926782721 started 2024-11-18T10:46:23,340 INFO [RS:1;305920afb41d:33123 {}] regionserver.Replication(171): 305920afb41d,33123,1731926782682 started 2024-11-18T10:46:23,349 INFO [RS:0;305920afb41d:41879 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,349 INFO [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,41879,1731926782638, RpcServer on 305920afb41d/172.17.0.3:41879, sessionid=0x1014ed723dc0001 2024-11-18T10:46:23,349 DEBUG [RS:0;305920afb41d:41879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:46:23,350 DEBUG [RS:0;305920afb41d:41879 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,41879,1731926782638 2024-11-18T10:46:23,350 DEBUG [RS:0;305920afb41d:41879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,41879,1731926782638' 2024-11-18T10:46:23,350 DEBUG [RS:0;305920afb41d:41879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T10:46:23,350 DEBUG [RS:0;305920afb41d:41879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T10:46:23,351 DEBUG [RS:0;305920afb41d:41879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:46:23,351 DEBUG [RS:0;305920afb41d:41879 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:46:23,351 DEBUG [RS:0;305920afb41d:41879 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,41879,1731926782638 2024-11-18T10:46:23,351 DEBUG [RS:0;305920afb41d:41879 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,41879,1731926782638' 2024-11-18T10:46:23,351 DEBUG [RS:0;305920afb41d:41879 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T10:46:23,351 DEBUG [RS:0;305920afb41d:41879 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T10:46:23,352 DEBUG [RS:0;305920afb41d:41879 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:46:23,352 INFO [RS:0;305920afb41d:41879 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:46:23,352 INFO [RS:0;305920afb41d:41879 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:46:23,354 INFO [RS:2;305920afb41d:37507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,354 INFO [RS:1;305920afb41d:33123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:23,354 INFO [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,37507,1731926782721, RpcServer on 305920afb41d/172.17.0.3:37507, sessionid=0x1014ed723dc0003 2024-11-18T10:46:23,354 INFO [RS:1;305920afb41d:33123 {}] regionserver.HRegionServer(1482): Serving as 305920afb41d,33123,1731926782682, RpcServer on 305920afb41d/172.17.0.3:33123, sessionid=0x1014ed723dc0002 2024-11-18T10:46:23,354 DEBUG [RS:2;305920afb41d:37507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:46:23,354 DEBUG [RS:2;305920afb41d:37507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,37507,1731926782721 2024-11-18T10:46:23,354 DEBUG [RS:2;305920afb41d:37507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,37507,1731926782721' 2024-11-18T10:46:23,354 DEBUG [RS:1;305920afb41d:33123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T10:46:23,354 DEBUG [RS:2;305920afb41d:37507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T10:46:23,354 DEBUG [RS:1;305920afb41d:33123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 305920afb41d,33123,1731926782682 2024-11-18T10:46:23,354 DEBUG [RS:1;305920afb41d:33123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,33123,1731926782682' 2024-11-18T10:46:23,354 DEBUG [RS:1;305920afb41d:33123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T10:46:23,354 DEBUG [RS:2;305920afb41d:37507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T10:46:23,354 DEBUG [RS:1;305920afb41d:33123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T10:46:23,355 DEBUG [RS:1;305920afb41d:33123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:46:23,355 DEBUG [RS:2;305920afb41d:37507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T10:46:23,355 DEBUG [RS:1;305920afb41d:33123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:46:23,355 DEBUG [RS:2;305920afb41d:37507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T10:46:23,355 DEBUG [RS:1;305920afb41d:33123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,33123,1731926782682 2024-11-18T10:46:23,355 DEBUG [RS:2;305920afb41d:37507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 305920afb41d,37507,1731926782721 2024-11-18T10:46:23,355 DEBUG [RS:1;305920afb41d:33123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,33123,1731926782682' 2024-11-18T10:46:23,355 DEBUG [RS:2;305920afb41d:37507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '305920afb41d,37507,1731926782721' 2024-11-18T10:46:23,355 DEBUG [RS:1;305920afb41d:33123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T10:46:23,355 DEBUG [RS:2;305920afb41d:37507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T10:46:23,355 DEBUG [RS:1;305920afb41d:33123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T10:46:23,355 DEBUG [RS:2;305920afb41d:37507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T10:46:23,356 DEBUG [RS:1;305920afb41d:33123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:46:23,356 INFO [RS:1;305920afb41d:33123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:46:23,356 INFO [RS:1;305920afb41d:33123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:46:23,356 DEBUG [RS:2;305920afb41d:37507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T10:46:23,356 INFO [RS:2;305920afb41d:37507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T10:46:23,356 INFO [RS:2;305920afb41d:37507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T10:46:23,453 INFO [RS:0;305920afb41d:41879 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:46:23,456 INFO [RS:1;305920afb41d:33123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:46:23,456 INFO [RS:0;305920afb41d:41879 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C41879%2C1731926782638, suffix=, logDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,41879,1731926782638, archiveDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/oldWALs, maxLogs=32 2024-11-18T10:46:23,456 INFO [RS:2;305920afb41d:37507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T10:46:23,460 INFO [RS:2;305920afb41d:37507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C37507%2C1731926782721, suffix=, logDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,37507,1731926782721, archiveDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/oldWALs, maxLogs=32 2024-11-18T10:46:23,460 INFO [RS:1;305920afb41d:33123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C33123%2C1731926782682, suffix=, logDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682, archiveDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/oldWALs, maxLogs=32 2024-11-18T10:46:23,476 DEBUG [RS:0;305920afb41d:41879 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,41879,1731926782638/305920afb41d%2C41879%2C1731926782638.1731926783458, exclude list is [], retry=0 2024-11-18T10:46:23,476 DEBUG [RS:1;305920afb41d:33123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682/305920afb41d%2C33123%2C1731926782682.1731926783464, exclude list is [], retry=0 2024-11-18T10:46:23,476 DEBUG [RS:2;305920afb41d:37507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,37507,1731926782721/305920afb41d%2C37507%2C1731926782721.1731926783464, exclude list is [], retry=0 2024-11-18T10:46:23,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-07394e85-0b6d-4fc8-9b48-dc8753be4574,DISK] 2024-11-18T10:46:23,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-869f4c8c-f4dd-4164-81ea-5887082171eb,DISK] 2024-11-18T10:46:23,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-07394e85-0b6d-4fc8-9b48-dc8753be4574,DISK] 2024-11-18T10:46:23,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42543,DS-c4dd0b77-26c3-459a-a545-00eff310d361,DISK] 2024-11-18T10:46:23,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-869f4c8c-f4dd-4164-81ea-5887082171eb,DISK] 2024-11-18T10:46:23,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42543,DS-c4dd0b77-26c3-459a-a545-00eff310d361,DISK] 2024-11-18T10:46:23,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-869f4c8c-f4dd-4164-81ea-5887082171eb,DISK] 2024-11-18T10:46:23,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-07394e85-0b6d-4fc8-9b48-dc8753be4574,DISK] 2024-11-18T10:46:23,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42543,DS-c4dd0b77-26c3-459a-a545-00eff310d361,DISK] 2024-11-18T10:46:23,486 INFO [RS:2;305920afb41d:37507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,37507,1731926782721/305920afb41d%2C37507%2C1731926782721.1731926783464 2024-11-18T10:46:23,486 INFO [RS:0;305920afb41d:41879 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,41879,1731926782638/305920afb41d%2C41879%2C1731926782638.1731926783458 2024-11-18T10:46:23,486 INFO [RS:1;305920afb41d:33123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682/305920afb41d%2C33123%2C1731926782682.1731926783464 2024-11-18T10:46:23,486 DEBUG [RS:2;305920afb41d:37507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44707:44707),(127.0.0.1/127.0.0.1:42811:42811),(127.0.0.1/127.0.0.1:45235:45235)] 2024-11-18T10:46:23,486 DEBUG [RS:0;305920afb41d:41879 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42811:42811),(127.0.0.1/127.0.0.1:45235:45235),(127.0.0.1/127.0.0.1:44707:44707)] 2024-11-18T10:46:23,486 DEBUG [RS:1;305920afb41d:33123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42811:42811),(127.0.0.1/127.0.0.1:44707:44707),(127.0.0.1/127.0.0.1:45235:45235)] 2024-11-18T10:46:23,520 DEBUG [305920afb41d:37025 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-18T10:46:23,520 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(204): Hosts are {305920afb41d=0} racks are {/default-rack=0} 2024-11-18T10:46:23,524 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T10:46:23,524 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T10:46:23,524 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T10:46:23,524 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T10:46:23,524 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T10:46:23,524 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T10:46:23,524 INFO [305920afb41d:37025 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T10:46:23,525 INFO [305920afb41d:37025 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T10:46:23,525 INFO [305920afb41d:37025 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T10:46:23,525 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T10:46:23,525 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=305920afb41d,37507,1731926782721 2024-11-18T10:46:23,527 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,37507,1731926782721, state=OPENING 2024-11-18T10:46:23,535 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T10:46:23,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:23,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:23,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:23,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:46:23,545 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T10:46:23,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:46:23,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:46:23,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:46:23,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,37507,1731926782721}] 2024-11-18T10:46:23,545 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:46:24,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:24,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:24,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:24,728 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:46:24,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:24,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:24,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:30,170 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T10:46:30,170 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T10:46:33,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:46:33,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:46:33,565 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T10:46:33,565 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T10:46:33,566 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T10:46:33,568 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=305920afb41d%2C37507%2C1731926782721.meta, suffix=.meta, logDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,37507,1731926782721, archiveDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/oldWALs, maxLogs=32 2024-11-18T10:46:33,581 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,37507,1731926782721/305920afb41d%2C37507%2C1731926782721.meta.1731926793568.meta, exclude list is [], retry=0 2024-11-18T10:46:33,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32775,DS-869f4c8c-f4dd-4164-81ea-5887082171eb,DISK] 2024-11-18T10:46:33,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42543,DS-c4dd0b77-26c3-459a-a545-00eff310d361,DISK] 2024-11-18T10:46:33,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39587,DS-07394e85-0b6d-4fc8-9b48-dc8753be4574,DISK] 2024-11-18T10:46:33,585 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,37507,1731926782721/305920afb41d%2C37507%2C1731926782721.meta.1731926793568.meta 2024-11-18T10:46:33,586 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45235:45235),(127.0.0.1/127.0.0.1:44707:44707),(127.0.0.1/127.0.0.1:42811:42811)] 2024-11-18T10:46:33,586 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T10:46:33,586 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T10:46:33,586 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T10:46:33,586 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T10:46:33,586 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T10:46:33,586 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:33,586 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T10:46:33,586 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T10:46:33,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T10:46:33,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T10:46:33,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:33,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:46:33,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T10:46:33,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T10:46:33,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:33,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:46:33,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T10:46:33,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T10:46:33,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:33,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:46:33,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T10:46:33,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T10:46:33,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:33,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T10:46:33,595 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T10:46:33,596 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740 2024-11-18T10:46:33,597 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740 2024-11-18T10:46:33,599 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T10:46:33,599 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T10:46:33,599 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T10:46:33,601 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T10:46:33,602 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68065090, jitterRate=0.014248877763748169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T10:46:33,602 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T10:46:33,603 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731926793587Writing region info on filesystem at 1731926793587Initializing all the Stores at 1731926793587Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926793588 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926793588Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926793588Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731926793588Cleaning up temporary data from old regions at 1731926793599 (+11 ms)Running coprocessor post-open hooks at 1731926793602 (+3 ms)Region opened successfully at 1731926793602 2024-11-18T10:46:33,604 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731926793550 2024-11-18T10:46:33,606 DEBUG [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T10:46:33,606 INFO [RS_OPEN_META-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T10:46:33,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,37507,1731926782721 2024-11-18T10:46:33,608 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 305920afb41d,37507,1731926782721, state=OPEN 2024-11-18T10:46:33,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:46:33,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:46:33,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:46:33,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T10:46:33,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:46:33,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:46:33,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:46:33,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T10:46:33,626 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=305920afb41d,37507,1731926782721 2024-11-18T10:46:33,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T10:46:33,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=305920afb41d,37507,1731926782721 in 10.0820 sec 2024-11-18T10:46:33,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T10:46:33,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5120 sec 2024-11-18T10:46:33,631 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T10:46:33,631 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T10:46:33,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:46:33,636 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,37507,1731926782721, seqNum=-1] 2024-11-18T10:46:33,636 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:46:33,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44403, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:46:33,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.5870 sec 2024-11-18T10:46:33,642 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731926793642, completionTime=-1 2024-11-18T10:46:33,642 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-18T10:46:33,642 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-18T10:46:33,644 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-18T10:46:33,644 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731926853644 2024-11-18T10:46:33,644 INFO [master/305920afb41d:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731926913644 2024-11-18T10:46:33,644 INFO [master/305920afb41d:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-18T10:46:33,644 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-18T10:46:33,645 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37025,1731926782480-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:33,645 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37025,1731926782480-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:33,645 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37025,1731926782480-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:33,645 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-305920afb41d:37025, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:33,645 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:33,646 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:33,647 DEBUG [master/305920afb41d:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T10:46:33,649 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 10.868sec 2024-11-18T10:46:33,649 INFO [master/305920afb41d:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T10:46:33,649 INFO [master/305920afb41d:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T10:46:33,649 INFO [master/305920afb41d:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T10:46:33,649 INFO [master/305920afb41d:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T10:46:33,649 INFO [master/305920afb41d:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T10:46:33,649 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37025,1731926782480-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T10:46:33,649 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37025,1731926782480-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T10:46:33,652 DEBUG [master/305920afb41d:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T10:46:33,652 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T10:46:33,652 INFO [master/305920afb41d:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=305920afb41d,37025,1731926782480-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T10:46:33,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774afc81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:46:33,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,37025,-1 for getting cluster id 2024-11-18T10:46:33,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:46:33,656 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52285b2f-3cc0-423a-8c58-c1792dbbfd35' 2024-11-18T10:46:33,656 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:46:33,656 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52285b2f-3cc0-423a-8c58-c1792dbbfd35" 2024-11-18T10:46:33,657 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a0c831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:46:33,657 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,37025,-1] 2024-11-18T10:46:33,657 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:46:33,659 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:46:33,660 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:46:33,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b837726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:46:33,661 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:46:33,662 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,37507,1731926782721, seqNum=-1] 2024-11-18T10:46:33,662 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:46:33,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:46:33,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=305920afb41d,37025,1731926782480 2024-11-18T10:46:33,665 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731926793665 (current time:1731926793665). 2024-11-18T10:46:33,665 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-18T10:46:33,665 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-18T10:46:33,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c755a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:46:33,666 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 305920afb41d,37025,-1 for getting cluster id 2024-11-18T10:46:33,666 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T10:46:33,667 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '52285b2f-3cc0-423a-8c58-c1792dbbfd35' 2024-11-18T10:46:33,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T10:46:33,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "52285b2f-3cc0-423a-8c58-c1792dbbfd35" 2024-11-18T10:46:33,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7114887b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:46:33,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [305920afb41d,37025,-1] 2024-11-18T10:46:33,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T10:46:33,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:46:33,668 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T10:46:33,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70549278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T10:46:33,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T10:46:33,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=305920afb41d,37507,1731926782721, seqNum=-1] 2024-11-18T10:46:33,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:46:33,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:46:33,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:46:33,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:46:33,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:46:33,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:46:33,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:46:33,673 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T10:46:33,674 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 305920afb41d,37025,1731926782480 2024-11-18T10:46:33,674 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29c28561 2024-11-18T10:46:33,674 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T10:46:33,675 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T10:46:33,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T10:46:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-18T10:46:33,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T10:46:33,678 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:33,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-18T10:46:33,679 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T10:46:33,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:46:33,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741837_1013 (size=361) 2024-11-18T10:46:33,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741837_1013 (size=361) 2024-11-18T10:46:33,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741837_1013 (size=361) 2024-11-18T10:46:33,691 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f0ced49fab0a368b40418562ebc5297d, NAME => 'SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:33,692 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => efc88b1314160455b7850fa397cfb18c, NAME => 'SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:33,692 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 465098c8bb8cc6f74d39a3305ad55b50, NAME => 'SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:33,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741838_1014 (size=54) 2024-11-18T10:46:33,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741839_1015 (size=62) 2024-11-18T10:46:33,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741839_1015 (size=62) 2024-11-18T10:46:33,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741838_1014 (size=54) 2024-11-18T10:46:33,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741838_1014 (size=54) 2024-11-18T10:46:33,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741839_1015 (size=62) 2024-11-18T10:46:33,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:33,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:33,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 465098c8bb8cc6f74d39a3305ad55b50, disabling compactions & flushes 2024-11-18T10:46:33,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing efc88b1314160455b7850fa397cfb18c, disabling compactions & flushes 2024-11-18T10:46:33,702 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:46:33,702 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:46:33,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:46:33,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:46:33,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. after waiting 0 ms 2024-11-18T10:46:33,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. after waiting 0 ms 2024-11-18T10:46:33,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:46:33,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:46:33,702 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:46:33,702 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:46:33,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 465098c8bb8cc6f74d39a3305ad55b50: Waiting for close lock at 1731926793702Disabling compacts and flushes for region at 1731926793702Disabling writes for close at 1731926793702Writing region close event to WAL at 1731926793702Closed at 1731926793702 2024-11-18T10:46:33,702 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for efc88b1314160455b7850fa397cfb18c: Waiting for close lock at 1731926793702Disabling compacts and flushes for region at 1731926793702Disabling writes for close at 1731926793702Writing region close event to WAL at 1731926793702Closed at 1731926793702 2024-11-18T10:46:33,703 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 27627d1a477d17c526e621e61c4bdd40, NAME => 'SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:33,703 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fd5e77eb086233fb2164bbbedf027e9, NAME => 'SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:33,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741840_1016 (size=62) 2024-11-18T10:46:33,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741840_1016 (size=62) 2024-11-18T10:46:33,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741840_1016 (size=62) 2024-11-18T10:46:33,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:33,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing f0ced49fab0a368b40418562ebc5297d, disabling compactions & flushes 2024-11-18T10:46:33,707 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:46:33,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:46:33,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. after waiting 0 ms 2024-11-18T10:46:33,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:46:33,707 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:46:33,707 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for f0ced49fab0a368b40418562ebc5297d: Waiting for close lock at 1731926793707Disabling compacts and flushes for region at 1731926793707Disabling writes for close at 1731926793707Writing region close event to WAL at 1731926793707Closed at 1731926793707 2024-11-18T10:46:33,708 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 331c2db0edb069fc5a875d12f6a46ce6, NAME => 'SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741841_1017 (size=62) 2024-11-18T10:46:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741841_1017 (size=62) 2024-11-18T10:46:33,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741841_1017 (size=62) 2024-11-18T10:46:33,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:33,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 27627d1a477d17c526e621e61c4bdd40, disabling compactions & flushes 2024-11-18T10:46:33,717 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40. 2024-11-18T10:46:33,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40. 2024-11-18T10:46:33,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40. after waiting 0 ms 2024-11-18T10:46:33,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40. 2024-11-18T10:46:33,717 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40. 2024-11-18T10:46:33,717 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 27627d1a477d17c526e621e61c4bdd40: Waiting for close lock at 1731926793717Disabling compacts and flushes for region at 1731926793717Disabling writes for close at 1731926793717Writing region close event to WAL at 1731926793717Closed at 1731926793717 2024-11-18T10:46:33,718 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 711143de2f3898c745f5fbf369a04a8a, NAME => 'SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:33,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741843_1019 (size=62) 2024-11-18T10:46:33,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741843_1019 (size=62) 2024-11-18T10:46:33,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741843_1019 (size=62) 2024-11-18T10:46:33,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:33,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 7fd5e77eb086233fb2164bbbedf027e9, disabling compactions & flushes 2024-11-18T10:46:33,727 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:46:33,727 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:46:33,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. after waiting 0 ms 2024-11-18T10:46:33,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:46:33,728 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:46:33,728 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fd5e77eb086233fb2164bbbedf027e9: Waiting for close lock at 1731926793727Disabling compacts and flushes for region at 1731926793727Disabling writes for close at 1731926793728 (+1 ms)Writing region close event to WAL at 1731926793728Closed at 1731926793728 2024-11-18T10:46:33,728 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3b47e71c1ea8c55929351dd8a9f79c7a, NAME => 'SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741844_1020 (size=62) 2024-11-18T10:46:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741844_1020 (size=62) 2024-11-18T10:46:33,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741844_1020 (size=62) 2024-11-18T10:46:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741842_1018 (size=62) 2024-11-18T10:46:33,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:33,734 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 711143de2f3898c745f5fbf369a04a8a, disabling compactions & flushes 2024-11-18T10:46:33,734 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:46:33,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:46:33,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. after waiting 0 ms 2024-11-18T10:46:33,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:46:33,735 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:46:33,735 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 711143de2f3898c745f5fbf369a04a8a: Waiting for close lock at 1731926793734Disabling compacts and flushes for region at 1731926793734Disabling writes for close at 1731926793735 (+1 ms)Writing region close event to WAL at 1731926793735Closed at 1731926793735 2024-11-18T10:46:33,736 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 53176b5750a0c117fb1457cf130380fc, NAME => 'SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:33,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741842_1018 (size=62) 2024-11-18T10:46:33,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741845_1021 (size=62) 2024-11-18T10:46:33,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741842_1018 (size=62) 2024-11-18T10:46:33,738 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:33,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741845_1021 (size=62) 2024-11-18T10:46:33,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 331c2db0edb069fc5a875d12f6a46ce6, disabling compactions & flushes 2024-11-18T10:46:33,739 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:46:33,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:46:33,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. after waiting 0 ms 2024-11-18T10:46:33,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:46:33,739 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:46:33,739 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 331c2db0edb069fc5a875d12f6a46ce6: Waiting for close lock at 1731926793739Disabling compacts and flushes for region at 1731926793739Disabling writes for close at 1731926793739Writing region close event to WAL at 1731926793739Closed at 1731926793739 2024-11-18T10:46:33,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741845_1021 (size=62) 2024-11-18T10:46:33,740 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7366c6b9a5c5d16243a76fca7e4004ea, NAME => 'SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832 2024-11-18T10:46:33,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:33,741 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 3b47e71c1ea8c55929351dd8a9f79c7a, disabling compactions & flushes 2024-11-18T10:46:33,742 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:46:33,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:46:33,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. after waiting 0 ms 2024-11-18T10:46:33,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:46:33,742 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:46:33,742 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3b47e71c1ea8c55929351dd8a9f79c7a: Waiting for close lock at 1731926793741Disabling compacts and flushes for region at 1731926793741Disabling writes for close at 1731926793742 (+1 ms)Writing region close event to WAL at 1731926793742Closed at 1731926793742 2024-11-18T10:46:33,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741846_1022 (size=62) 2024-11-18T10:46:33,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741846_1022 (size=62) 2024-11-18T10:46:33,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741846_1022 (size=62) 2024-11-18T10:46:33,765 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:33,765 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 53176b5750a0c117fb1457cf130380fc, disabling compactions & flushes 2024-11-18T10:46:33,765 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:46:33,765 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:46:33,765 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. after waiting 0 ms 2024-11-18T10:46:33,765 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:46:33,765 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:46:33,766 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 53176b5750a0c117fb1457cf130380fc: Waiting for close lock at 1731926793765Disabling compacts and flushes for region at 1731926793765Disabling writes for close at 1731926793765Writing region close event to WAL at 1731926793765Closed at 1731926793765 2024-11-18T10:46:33,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741847_1023 (size=54) 2024-11-18T10:46:33,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741847_1023 (size=54) 2024-11-18T10:46:33,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741847_1023 (size=54) 2024-11-18T10:46:33,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:33,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 7366c6b9a5c5d16243a76fca7e4004ea, disabling compactions & flushes 2024-11-18T10:46:33,770 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea. 2024-11-18T10:46:33,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea. 2024-11-18T10:46:33,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea. after waiting 0 ms 2024-11-18T10:46:33,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea. 2024-11-18T10:46:33,770 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea. 2024-11-18T10:46:33,770 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7366c6b9a5c5d16243a76fca7e4004ea: Waiting for close lock at 1731926793770Disabling compacts and flushes for region at 1731926793770Disabling writes for close at 1731926793770Writing region close event to WAL at 1731926793770Closed at 1731926793770 2024-11-18T10:46:33,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T10:46:33,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926793772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926793772"}]},"ts":"1731926793772"} 2024-11-18T10:46:33,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731926793772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926793772"}]},"ts":"1731926793772"} 2024-11-18T10:46:33,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926793772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926793772"}]},"ts":"1731926793772"} 2024-11-18T10:46:33,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926793772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926793772"}]},"ts":"1731926793772"} 2024-11-18T10:46:33,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926793772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926793772"}]},"ts":"1731926793772"} 2024-11-18T10:46:33,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926793772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926793772"}]},"ts":"1731926793772"} 2024-11-18T10:46:33,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926793772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926793772"}]},"ts":"1731926793772"} 2024-11-18T10:46:33,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926793772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926793772"}]},"ts":"1731926793772"} 2024-11-18T10:46:33,773 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731926793772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926793772"}]},"ts":"1731926793772"} 2024-11-18T10:46:33,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731926793772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731926793772"}]},"ts":"1731926793772"} 2024-11-18T10:46:33,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-18T10:46:33,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T10:46:33,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926793779"}]},"ts":"1731926793779"} 2024-11-18T10:46:33,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-18T10:46:33,782 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {305920afb41d=0} racks are {/default-rack=0} 2024-11-18T10:46:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:46:33,787 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T10:46:33,787 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T10:46:33,787 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-18T10:46:33,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T10:46:33,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T10:46:33,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-18T10:46:33,788 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T10:46:33,788 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T10:46:33,788 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-18T10:46:33,788 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T10:46:33,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efc88b1314160455b7850fa397cfb18c, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=465098c8bb8cc6f74d39a3305ad55b50, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0ced49fab0a368b40418562ebc5297d, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fd5e77eb086233fb2164bbbedf027e9, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27627d1a477d17c526e621e61c4bdd40, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=331c2db0edb069fc5a875d12f6a46ce6, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=711143de2f3898c745f5fbf369a04a8a, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b47e71c1ea8c55929351dd8a9f79c7a, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53176b5750a0c117fb1457cf130380fc, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7366c6b9a5c5d16243a76fca7e4004ea, ASSIGN}] 2024-11-18T10:46:33,791 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0ced49fab0a368b40418562ebc5297d, ASSIGN 2024-11-18T10:46:33,791 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fd5e77eb086233fb2164bbbedf027e9, ASSIGN 2024-11-18T10:46:33,791 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=465098c8bb8cc6f74d39a3305ad55b50, ASSIGN 2024-11-18T10:46:33,791 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efc88b1314160455b7850fa397cfb18c, ASSIGN 2024-11-18T10:46:33,792 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0ced49fab0a368b40418562ebc5297d, ASSIGN; state=OFFLINE, location=305920afb41d,37507,1731926782721; forceNewPlan=false, retain=false 2024-11-18T10:46:33,792 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fd5e77eb086233fb2164bbbedf027e9, ASSIGN; state=OFFLINE, location=305920afb41d,41879,1731926782638; forceNewPlan=false, retain=false 2024-11-18T10:46:33,792 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=465098c8bb8cc6f74d39a3305ad55b50, ASSIGN; state=OFFLINE, location=305920afb41d,33123,1731926782682; forceNewPlan=false, retain=false 2024-11-18T10:46:33,792 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efc88b1314160455b7850fa397cfb18c, ASSIGN; state=OFFLINE, location=305920afb41d,41879,1731926782638; forceNewPlan=false, retain=false 2024-11-18T10:46:33,794 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b47e71c1ea8c55929351dd8a9f79c7a, ASSIGN 2024-11-18T10:46:33,794 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53176b5750a0c117fb1457cf130380fc, ASSIGN 2024-11-18T10:46:33,794 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7366c6b9a5c5d16243a76fca7e4004ea, ASSIGN 2024-11-18T10:46:33,795 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=711143de2f3898c745f5fbf369a04a8a, ASSIGN 2024-11-18T10:46:33,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=331c2db0edb069fc5a875d12f6a46ce6, ASSIGN 2024-11-18T10:46:33,795 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b47e71c1ea8c55929351dd8a9f79c7a, ASSIGN; state=OFFLINE, location=305920afb41d,41879,1731926782638; forceNewPlan=false, retain=false 2024-11-18T10:46:33,796 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53176b5750a0c117fb1457cf130380fc, ASSIGN; state=OFFLINE, location=305920afb41d,37507,1731926782721; forceNewPlan=false, retain=false 2024-11-18T10:46:33,796 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=331c2db0edb069fc5a875d12f6a46ce6, ASSIGN; state=OFFLINE, location=305920afb41d,33123,1731926782682; forceNewPlan=false, retain=false 2024-11-18T10:46:33,796 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7366c6b9a5c5d16243a76fca7e4004ea, ASSIGN; state=OFFLINE, location=305920afb41d,33123,1731926782682; forceNewPlan=false, retain=false 2024-11-18T10:46:33,796 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=711143de2f3898c745f5fbf369a04a8a, ASSIGN; state=OFFLINE, location=305920afb41d,37507,1731926782721; forceNewPlan=false, retain=false 2024-11-18T10:46:33,799 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27627d1a477d17c526e621e61c4bdd40, ASSIGN 2024-11-18T10:46:33,800 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27627d1a477d17c526e621e61c4bdd40, ASSIGN; state=OFFLINE, location=305920afb41d,33123,1731926782682; forceNewPlan=false, retain=false 2024-11-18T10:46:33,943 INFO [305920afb41d:37025 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-18T10:46:33,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7fd5e77eb086233fb2164bbbedf027e9, regionState=OPENING, regionLocation=305920afb41d,41879,1731926782638 2024-11-18T10:46:33,943 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=711143de2f3898c745f5fbf369a04a8a, regionState=OPENING, regionLocation=305920afb41d,37507,1731926782721 2024-11-18T10:46:33,943 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efc88b1314160455b7850fa397cfb18c, regionState=OPENING, regionLocation=305920afb41d,41879,1731926782638 2024-11-18T10:46:33,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3b47e71c1ea8c55929351dd8a9f79c7a, regionState=OPENING, regionLocation=305920afb41d,41879,1731926782638 2024-11-18T10:46:33,943 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=53176b5750a0c117fb1457cf130380fc, regionState=OPENING, regionLocation=305920afb41d,37507,1731926782721 2024-11-18T10:46:33,944 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f0ced49fab0a368b40418562ebc5297d, regionState=OPENING, regionLocation=305920afb41d,37507,1731926782721 2024-11-18T10:46:33,944 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=465098c8bb8cc6f74d39a3305ad55b50, regionState=OPENING, regionLocation=305920afb41d,33123,1731926782682 2024-11-18T10:46:33,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27627d1a477d17c526e621e61c4bdd40, regionState=OPENING, regionLocation=305920afb41d,33123,1731926782682 2024-11-18T10:46:33,944 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=331c2db0edb069fc5a875d12f6a46ce6, regionState=OPENING, regionLocation=305920afb41d,33123,1731926782682 2024-11-18T10:46:33,944 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7366c6b9a5c5d16243a76fca7e4004ea, regionState=OPENING, regionLocation=305920afb41d,33123,1731926782682 2024-11-18T10:46:33,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7fd5e77eb086233fb2164bbbedf027e9, ASSIGN because future has completed 2024-11-18T10:46:33,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fd5e77eb086233fb2164bbbedf027e9, server=305920afb41d,41879,1731926782638}] 2024-11-18T10:46:33,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3b47e71c1ea8c55929351dd8a9f79c7a, ASSIGN because future has completed 2024-11-18T10:46:33,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b47e71c1ea8c55929351dd8a9f79c7a, server=305920afb41d,41879,1731926782638}] 2024-11-18T10:46:33,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=efc88b1314160455b7850fa397cfb18c, ASSIGN because future has completed 2024-11-18T10:46:33,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efc88b1314160455b7850fa397cfb18c, server=305920afb41d,41879,1731926782638}] 2024-11-18T10:46:33,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=711143de2f3898c745f5fbf369a04a8a, ASSIGN because future has completed 2024-11-18T10:46:33,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=53176b5750a0c117fb1457cf130380fc, ASSIGN because future has completed 2024-11-18T10:46:33,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 711143de2f3898c745f5fbf369a04a8a, server=305920afb41d,37507,1731926782721}] 2024-11-18T10:46:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27627d1a477d17c526e621e61c4bdd40, ASSIGN because future has completed 2024-11-18T10:46:33,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=465098c8bb8cc6f74d39a3305ad55b50, ASSIGN because future has completed 2024-11-18T10:46:33,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53176b5750a0c117fb1457cf130380fc, server=305920afb41d,37507,1731926782721}] 2024-11-18T10:46:33,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f0ced49fab0a368b40418562ebc5297d, ASSIGN because future has completed 2024-11-18T10:46:33,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=331c2db0edb069fc5a875d12f6a46ce6, ASSIGN because future has completed 2024-11-18T10:46:33,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27627d1a477d17c526e621e61c4bdd40, server=305920afb41d,33123,1731926782682}] 2024-11-18T10:46:33,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 465098c8bb8cc6f74d39a3305ad55b50, server=305920afb41d,33123,1731926782682}] 2024-11-18T10:46:33,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7366c6b9a5c5d16243a76fca7e4004ea, ASSIGN because future has completed 2024-11-18T10:46:33,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7366c6b9a5c5d16243a76fca7e4004ea, server=305920afb41d,33123,1731926782682}] 2024-11-18T10:46:33,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 331c2db0edb069fc5a875d12f6a46ce6, server=305920afb41d,33123,1731926782682}] 2024-11-18T10:46:33,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0ced49fab0a368b40418562ebc5297d, server=305920afb41d,37507,1731926782721}] 2024-11-18T10:46:33,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:46:34,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:46:34,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:46:35,307 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T10:46:35,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:46:37,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:46:38,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:38,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:38,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:39,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:46:39,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:39,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:39,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:41,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:46:43,952 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:46:43,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:46:43,971 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T10:46:43,972 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:46:43,972 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => efc88b1314160455b7850fa397cfb18c, NAME => 'SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-18T10:46:43,973 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable efc88b1314160455b7850fa397cfb18c 2024-11-18T10:46:43,973 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:43,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T10:46:43,973 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for efc88b1314160455b7850fa397cfb18c 2024-11-18T10:46:43,973 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for efc88b1314160455b7850fa397cfb18c 2024-11-18T10:46:43,974 INFO [StoreOpener-efc88b1314160455b7850fa397cfb18c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region efc88b1314160455b7850fa397cfb18c 2024-11-18T10:46:43,976 INFO [StoreOpener-efc88b1314160455b7850fa397cfb18c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efc88b1314160455b7850fa397cfb18c columnFamilyName cf 2024-11-18T10:46:43,976 DEBUG [StoreOpener-efc88b1314160455b7850fa397cfb18c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:43,977 INFO [StoreOpener-efc88b1314160455b7850fa397cfb18c-1 {}] regionserver.HStore(327): Store=efc88b1314160455b7850fa397cfb18c/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:46:43,977 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for efc88b1314160455b7850fa397cfb18c 2024-11-18T10:46:43,978 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/efc88b1314160455b7850fa397cfb18c 2024-11-18T10:46:43,978 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40. 2024-11-18T10:46:43,978 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 27627d1a477d17c526e621e61c4bdd40, NAME => 'SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-18T10:46:43,978 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:46:43,978 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:43,978 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:46:43,979 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:46:43,979 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/efc88b1314160455b7850fa397cfb18c 2024-11-18T10:46:43,979 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:46:43,979 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 711143de2f3898c745f5fbf369a04a8a, NAME => 'SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-18T10:46:43,980 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:46:43,980 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for efc88b1314160455b7850fa397cfb18c 2024-11-18T10:46:43,980 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for efc88b1314160455b7850fa397cfb18c 2024-11-18T10:46:43,980 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:43,980 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:46:43,980 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:46:43,980 INFO [StoreOpener-27627d1a477d17c526e621e61c4bdd40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:46:43,983 INFO [StoreOpener-711143de2f3898c745f5fbf369a04a8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:46:43,983 INFO [StoreOpener-27627d1a477d17c526e621e61c4bdd40-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27627d1a477d17c526e621e61c4bdd40 columnFamilyName cf 2024-11-18T10:46:43,983 DEBUG [StoreOpener-27627d1a477d17c526e621e61c4bdd40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:43,985 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for efc88b1314160455b7850fa397cfb18c 2024-11-18T10:46:43,985 INFO [StoreOpener-27627d1a477d17c526e621e61c4bdd40-1 {}] regionserver.HStore(327): Store=27627d1a477d17c526e621e61c4bdd40/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:46:43,985 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:46:43,986 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:46:43,987 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:46:43,988 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:46:43,988 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:46:43,990 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:46:43,992 INFO [StoreOpener-711143de2f3898c745f5fbf369a04a8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 711143de2f3898c745f5fbf369a04a8a columnFamilyName cf 2024-11-18T10:46:43,992 DEBUG [StoreOpener-711143de2f3898c745f5fbf369a04a8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:43,993 INFO [StoreOpener-711143de2f3898c745f5fbf369a04a8a-1 {}] regionserver.HStore(327): Store=711143de2f3898c745f5fbf369a04a8a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:46:43,993 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:46:43,994 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:46:43,995 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:46:43,995 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:46:43,995 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:46:43,997 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:46:44,004 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/efc88b1314160455b7850fa397cfb18c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:46:44,004 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/711143de2f3898c745f5fbf369a04a8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:46:44,005 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/27627d1a477d17c526e621e61c4bdd40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:46:44,005 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened efc88b1314160455b7850fa397cfb18c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63082857, jitterRate=-0.05999217927455902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:46:44,005 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efc88b1314160455b7850fa397cfb18c 2024-11-18T10:46:44,005 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for efc88b1314160455b7850fa397cfb18c: Running coprocessor pre-open hook at 1731926803973Writing region info on filesystem at 1731926803973Initializing all the Stores at 1731926803974 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926803974Cleaning up temporary data from old regions at 1731926803980 (+6 ms)Running coprocessor post-open hooks at 1731926804005 (+25 ms)Region opened successfully at 1731926804005 2024-11-18T10:46:44,005 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 27627d1a477d17c526e621e61c4bdd40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68213105, jitterRate=0.01645447313785553}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:46:44,005 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:46:44,006 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 27627d1a477d17c526e621e61c4bdd40: Running coprocessor pre-open hook at 1731926803979Writing region info on filesystem at 1731926803979Initializing all the Stores at 1731926803980 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926803980Cleaning up temporary data from old regions at 1731926803988 (+8 ms)Running coprocessor post-open hooks at 1731926804005 (+17 ms)Region opened successfully at 1731926804006 (+1 ms) 2024-11-18T10:46:44,007 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 711143de2f3898c745f5fbf369a04a8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65071754, jitterRate=-0.030355304479599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:46:44,007 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:46:44,007 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40., pid=20, masterSystemTime=1731926803970 2024-11-18T10:46:44,007 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 711143de2f3898c745f5fbf369a04a8a: Running coprocessor pre-open hook at 1731926803980Writing region info on filesystem at 1731926803980Initializing all the Stores at 1731926803982 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926803982Cleaning up temporary data from old regions at 1731926803995 (+13 ms)Running coprocessor post-open hooks at 1731926804007 (+12 ms)Region opened successfully at 1731926804007 2024-11-18T10:46:44,009 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c., pid=17, masterSystemTime=1731926803952 2024-11-18T10:46:44,011 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a., pid=18, masterSystemTime=1731926803963 2024-11-18T10:46:44,013 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40. 2024-11-18T10:46:44,013 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40. 2024-11-18T10:46:44,013 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea. 2024-11-18T10:46:44,013 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 7366c6b9a5c5d16243a76fca7e4004ea, NAME => 'SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-18T10:46:44,013 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:46:44,014 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:44,014 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:46:44,014 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:46:44,014 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=27627d1a477d17c526e621e61c4bdd40, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33123,1731926782682 2024-11-18T10:46:44,016 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=efc88b1314160455b7850fa397cfb18c, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,41879,1731926782638 2024-11-18T10:46:44,016 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:46:44,016 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:46:44,016 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:46:44,016 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 3b47e71c1ea8c55929351dd8a9f79c7a, NAME => 'SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-18T10:46:44,017 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:46:44,017 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:44,017 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:46:44,017 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:46:44,017 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:46:44,017 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:46:44,017 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:46:44,017 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => f0ced49fab0a368b40418562ebc5297d, NAME => 'SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-18T10:46:44,017 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:46:44,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27627d1a477d17c526e621e61c4bdd40, server=305920afb41d,33123,1731926782682 because future has completed 2024-11-18T10:46:44,018 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=711143de2f3898c745f5fbf369a04a8a, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,37507,1731926782721 2024-11-18T10:46:44,018 INFO [StoreOpener-7366c6b9a5c5d16243a76fca7e4004ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:46:44,019 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:44,020 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:46:44,020 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:46:44,021 INFO [StoreOpener-7366c6b9a5c5d16243a76fca7e4004ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7366c6b9a5c5d16243a76fca7e4004ea columnFamilyName cf 2024-11-18T10:46:44,021 DEBUG [StoreOpener-7366c6b9a5c5d16243a76fca7e4004ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:44,020 INFO [StoreOpener-3b47e71c1ea8c55929351dd8a9f79c7a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:46:44,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure efc88b1314160455b7850fa397cfb18c, server=305920afb41d,41879,1731926782638 because future has completed 2024-11-18T10:46:44,022 INFO [StoreOpener-7366c6b9a5c5d16243a76fca7e4004ea-1 {}] regionserver.HStore(327): Store=7366c6b9a5c5d16243a76fca7e4004ea/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:46:44,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 711143de2f3898c745f5fbf369a04a8a, server=305920afb41d,37507,1731926782721 because future has completed 2024-11-18T10:46:44,022 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:46:44,023 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:46:44,023 INFO [StoreOpener-3b47e71c1ea8c55929351dd8a9f79c7a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3b47e71c1ea8c55929351dd8a9f79c7a columnFamilyName cf 2024-11-18T10:46:44,023 DEBUG [StoreOpener-3b47e71c1ea8c55929351dd8a9f79c7a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:44,024 INFO [StoreOpener-f0ced49fab0a368b40418562ebc5297d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:46:44,024 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:46:44,024 INFO [StoreOpener-3b47e71c1ea8c55929351dd8a9f79c7a-1 {}] regionserver.HStore(327): Store=3b47e71c1ea8c55929351dd8a9f79c7a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:46:44,024 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:46:44,024 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:46:44,024 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:46:44,026 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:46:44,026 INFO [StoreOpener-f0ced49fab0a368b40418562ebc5297d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0ced49fab0a368b40418562ebc5297d columnFamilyName cf 2024-11-18T10:46:44,026 DEBUG [StoreOpener-f0ced49fab0a368b40418562ebc5297d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:44,026 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:46:44,027 INFO [StoreOpener-f0ced49fab0a368b40418562ebc5297d-1 {}] regionserver.HStore(327): Store=f0ced49fab0a368b40418562ebc5297d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:46:44,027 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:46:44,027 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:46:44,027 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:46:44,028 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:46:44,028 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:46:44,029 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:46:44,029 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:46:44,029 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:46:44,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=9 2024-11-18T10:46:44,031 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:46:44,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 27627d1a477d17c526e621e61c4bdd40, server=305920afb41d,33123,1731926782682 in 10.0660 sec 2024-11-18T10:46:44,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=11 2024-11-18T10:46:44,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27627d1a477d17c526e621e61c4bdd40, ASSIGN in 10.2430 sec 2024-11-18T10:46:44,043 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/3b47e71c1ea8c55929351dd8a9f79c7a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:46:44,044 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:46:44,044 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 3b47e71c1ea8c55929351dd8a9f79c7a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66760947, jitterRate=-0.005184367299079895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:46:44,045 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:46:44,045 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 3b47e71c1ea8c55929351dd8a9f79c7a: Running coprocessor pre-open hook at 1731926804017Writing region info on filesystem at 1731926804017Initializing all the Stores at 1731926804019 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926804019Cleaning up temporary data from old regions at 1731926804027 (+8 ms)Running coprocessor post-open hooks at 1731926804045 (+18 ms)Region opened successfully at 1731926804045 2024-11-18T10:46:44,046 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7366c6b9a5c5d16243a76fca7e4004ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:46:44,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 711143de2f3898c745f5fbf369a04a8a, server=305920afb41d,37507,1731926782721 in 10.0760 sec 2024-11-18T10:46:44,048 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a., pid=16, masterSystemTime=1731926803952 2024-11-18T10:46:44,048 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 7366c6b9a5c5d16243a76fca7e4004ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72532139, jitterRate=0.08081309497356415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:46:44,048 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:46:44,048 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 7366c6b9a5c5d16243a76fca7e4004ea: Running coprocessor pre-open hook at 1731926804014Writing region info on filesystem at 1731926804014Initializing all the Stores at 1731926804017 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926804017Cleaning up temporary data from old regions at 1731926804024 (+7 ms)Running coprocessor post-open hooks at 1731926804048 (+24 ms)Region opened successfully at 1731926804048 2024-11-18T10:46:44,049 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea., pid=22, masterSystemTime=1731926803970 2024-11-18T10:46:44,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=711143de2f3898c745f5fbf369a04a8a, ASSIGN in 10.2540 sec 2024-11-18T10:46:44,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=5 2024-11-18T10:46:44,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure efc88b1314160455b7850fa397cfb18c, server=305920afb41d,41879,1731926782638 in 10.0780 sec 2024-11-18T10:46:44,050 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:46:44,050 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:46:44,050 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:46:44,051 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fd5e77eb086233fb2164bbbedf027e9, NAME => 'SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-18T10:46:44,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=efc88b1314160455b7850fa397cfb18c, ASSIGN in 10.2610 sec 2024-11-18T10:46:44,051 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:46:44,051 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:44,051 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:46:44,051 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea. 2024-11-18T10:46:44,051 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:46:44,051 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea. 2024-11-18T10:46:44,051 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:46:44,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=3b47e71c1ea8c55929351dd8a9f79c7a, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,41879,1731926782638 2024-11-18T10:46:44,052 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 331c2db0edb069fc5a875d12f6a46ce6, NAME => 'SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T10:46:44,052 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:46:44,052 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:44,052 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:46:44,052 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:46:44,056 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=7366c6b9a5c5d16243a76fca7e4004ea, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33123,1731926782682 2024-11-18T10:46:44,061 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/f0ced49fab0a368b40418562ebc5297d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:46:44,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3b47e71c1ea8c55929351dd8a9f79c7a, server=305920afb41d,41879,1731926782638 because future has completed 2024-11-18T10:46:44,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7366c6b9a5c5d16243a76fca7e4004ea, server=305920afb41d,33123,1731926782682 because future has completed 2024-11-18T10:46:44,064 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened f0ced49fab0a368b40418562ebc5297d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61347321, jitterRate=-0.0858536809682846}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:46:44,064 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:46:44,064 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for f0ced49fab0a368b40418562ebc5297d: Running coprocessor pre-open hook at 1731926804020Writing region info on filesystem at 1731926804020Initializing all the Stores at 1731926804023 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926804023Cleaning up temporary data from old regions at 1731926804029 (+6 ms)Running coprocessor post-open hooks at 1731926804064 (+35 ms)Region opened successfully at 1731926804064 2024-11-18T10:46:44,067 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d., pid=23, masterSystemTime=1731926803963 2024-11-18T10:46:44,072 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:46:44,072 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:46:44,072 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:46:44,072 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 53176b5750a0c117fb1457cf130380fc, NAME => 'SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-18T10:46:44,073 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 53176b5750a0c117fb1457cf130380fc 2024-11-18T10:46:44,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=12 2024-11-18T10:46:44,073 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:44,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 3b47e71c1ea8c55929351dd8a9f79c7a, server=305920afb41d,41879,1731926782638 in 10.1170 sec 2024-11-18T10:46:44,073 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 53176b5750a0c117fb1457cf130380fc 2024-11-18T10:46:44,074 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 53176b5750a0c117fb1457cf130380fc 2024-11-18T10:46:44,076 INFO [StoreOpener-7fd5e77eb086233fb2164bbbedf027e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:46:44,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=14 2024-11-18T10:46:44,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 7366c6b9a5c5d16243a76fca7e4004ea, server=305920afb41d,33123,1731926782682 in 10.1020 sec 2024-11-18T10:46:44,080 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=f0ced49fab0a368b40418562ebc5297d, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,37507,1731926782721 2024-11-18T10:46:44,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3b47e71c1ea8c55929351dd8a9f79c7a, ASSIGN in 10.2850 sec 2024-11-18T10:46:44,083 INFO [StoreOpener-53176b5750a0c117fb1457cf130380fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 53176b5750a0c117fb1457cf130380fc 2024-11-18T10:46:44,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7366c6b9a5c5d16243a76fca7e4004ea, ASSIGN in 10.2900 sec 2024-11-18T10:46:44,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0ced49fab0a368b40418562ebc5297d, server=305920afb41d,37507,1731926782721 because future has completed 2024-11-18T10:46:44,089 INFO [StoreOpener-7fd5e77eb086233fb2164bbbedf027e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fd5e77eb086233fb2164bbbedf027e9 columnFamilyName cf 2024-11-18T10:46:44,089 DEBUG [StoreOpener-7fd5e77eb086233fb2164bbbedf027e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:44,089 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37025 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=305920afb41d,37507,1731926782721, table=SPTestTable, region=f0ced49fab0a368b40418562ebc5297d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-18T10:46:44,089 INFO [StoreOpener-331c2db0edb069fc5a875d12f6a46ce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:46:44,093 INFO [StoreOpener-53176b5750a0c117fb1457cf130380fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53176b5750a0c117fb1457cf130380fc columnFamilyName cf 2024-11-18T10:46:44,093 DEBUG [StoreOpener-53176b5750a0c117fb1457cf130380fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:44,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=7 2024-11-18T10:46:44,095 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure f0ced49fab0a368b40418562ebc5297d, server=305920afb41d,37507,1731926782721 in 10.1180 sec 2024-11-18T10:46:44,095 INFO [StoreOpener-7fd5e77eb086233fb2164bbbedf027e9-1 {}] regionserver.HStore(327): Store=7fd5e77eb086233fb2164bbbedf027e9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:46:44,096 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:46:44,097 INFO [StoreOpener-53176b5750a0c117fb1457cf130380fc-1 {}] regionserver.HStore(327): Store=53176b5750a0c117fb1457cf130380fc/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:46:44,097 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 53176b5750a0c117fb1457cf130380fc 2024-11-18T10:46:44,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f0ced49fab0a368b40418562ebc5297d, ASSIGN in 10.3070 sec 2024-11-18T10:46:44,100 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/53176b5750a0c117fb1457cf130380fc 2024-11-18T10:46:44,100 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:46:44,100 INFO [StoreOpener-331c2db0edb069fc5a875d12f6a46ce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 331c2db0edb069fc5a875d12f6a46ce6 columnFamilyName cf 2024-11-18T10:46:44,100 DEBUG [StoreOpener-331c2db0edb069fc5a875d12f6a46ce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:44,100 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/53176b5750a0c117fb1457cf130380fc 2024-11-18T10:46:44,100 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:46:44,101 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 53176b5750a0c117fb1457cf130380fc 2024-11-18T10:46:44,101 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:46:44,101 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:46:44,101 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 53176b5750a0c117fb1457cf130380fc 2024-11-18T10:46:44,103 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 53176b5750a0c117fb1457cf130380fc 2024-11-18T10:46:44,103 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:46:44,104 INFO [StoreOpener-331c2db0edb069fc5a875d12f6a46ce6-1 {}] regionserver.HStore(327): Store=331c2db0edb069fc5a875d12f6a46ce6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:46:44,104 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:46:44,107 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:46:44,108 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:46:44,108 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/53176b5750a0c117fb1457cf130380fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:46:44,108 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7fd5e77eb086233fb2164bbbedf027e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:46:44,109 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:46:44,109 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 53176b5750a0c117fb1457cf130380fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69665720, jitterRate=0.03810012340545654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:46:44,109 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 7fd5e77eb086233fb2164bbbedf027e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71431615, jitterRate=0.06441400945186615}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:46:44,109 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:46:44,109 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53176b5750a0c117fb1457cf130380fc 2024-11-18T10:46:44,109 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:46:44,109 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 53176b5750a0c117fb1457cf130380fc: Running coprocessor pre-open hook at 1731926804074Writing region info on filesystem at 1731926804074Initializing all the Stores at 1731926804079 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926804080 (+1 ms)Cleaning up temporary data from old regions at 1731926804101 (+21 ms)Running coprocessor post-open hooks at 1731926804109 (+8 ms)Region opened successfully at 1731926804109 2024-11-18T10:46:44,109 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 7fd5e77eb086233fb2164bbbedf027e9: Running coprocessor pre-open hook at 1731926804051Writing region info on filesystem at 1731926804051Initializing all the Stores at 1731926804065 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926804066 (+1 ms)Cleaning up temporary data from old regions at 1731926804101 (+35 ms)Running coprocessor post-open hooks at 1731926804109 (+8 ms)Region opened successfully at 1731926804109 2024-11-18T10:46:44,110 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9., pid=15, masterSystemTime=1731926803952 2024-11-18T10:46:44,110 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc., pid=19, masterSystemTime=1731926803963 2024-11-18T10:46:44,111 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:46:44,114 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/331c2db0edb069fc5a875d12f6a46ce6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:46:44,115 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 331c2db0edb069fc5a875d12f6a46ce6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59694643, jitterRate=-0.11048050224781036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:46:44,115 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:46:44,115 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 331c2db0edb069fc5a875d12f6a46ce6: Running coprocessor pre-open hook at 1731926804052Writing region info on filesystem at 1731926804052Initializing all the Stores at 1731926804069 (+17 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926804069Cleaning up temporary data from old regions at 1731926804109 (+40 ms)Running coprocessor post-open hooks at 1731926804115 (+6 ms)Region opened successfully at 1731926804115 2024-11-18T10:46:44,116 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6., pid=24, masterSystemTime=1731926803970 2024-11-18T10:46:44,117 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:46:44,117 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:46:44,118 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=53176b5750a0c117fb1457cf130380fc, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,37507,1731926782721 2024-11-18T10:46:44,119 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:46:44,120 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:46:44,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53176b5750a0c117fb1457cf130380fc, server=305920afb41d,37507,1731926782721 because future has completed 2024-11-18T10:46:44,120 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7fd5e77eb086233fb2164bbbedf027e9, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,41879,1731926782638 2024-11-18T10:46:44,120 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:46:44,121 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:46:44,121 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:46:44,121 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 465098c8bb8cc6f74d39a3305ad55b50, NAME => 'SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T10:46:44,121 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:46:44,121 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:46:44,122 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:46:44,122 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:46:44,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fd5e77eb086233fb2164bbbedf027e9, server=305920afb41d,41879,1731926782638 because future has completed 2024-11-18T10:46:44,123 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=331c2db0edb069fc5a875d12f6a46ce6, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33123,1731926782682 2024-11-18T10:46:44,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 331c2db0edb069fc5a875d12f6a46ce6, server=305920afb41d,33123,1731926782682 because future has completed 2024-11-18T10:46:44,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=13 2024-11-18T10:46:44,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=8 2024-11-18T10:46:44,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=53176b5750a0c117fb1457cf130380fc, ASSIGN in 10.3390 sec 2024-11-18T10:46:44,129 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fd5e77eb086233fb2164bbbedf027e9, server=305920afb41d,41879,1731926782638 in 10.1790 sec 2024-11-18T10:46:44,129 INFO [StoreOpener-465098c8bb8cc6f74d39a3305ad55b50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:46:44,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 53176b5750a0c117fb1457cf130380fc, server=305920afb41d,37507,1731926782721 in 10.1700 sec 2024-11-18T10:46:44,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=10 2024-11-18T10:46:44,132 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7fd5e77eb086233fb2164bbbedf027e9, ASSIGN in 10.3410 sec 2024-11-18T10:46:44,132 INFO [StoreOpener-465098c8bb8cc6f74d39a3305ad55b50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 465098c8bb8cc6f74d39a3305ad55b50 columnFamilyName cf 2024-11-18T10:46:44,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 331c2db0edb069fc5a875d12f6a46ce6, server=305920afb41d,33123,1731926782682 in 10.1560 sec 2024-11-18T10:46:44,132 DEBUG [StoreOpener-465098c8bb8cc6f74d39a3305ad55b50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:46:44,133 INFO [StoreOpener-465098c8bb8cc6f74d39a3305ad55b50-1 {}] regionserver.HStore(327): Store=465098c8bb8cc6f74d39a3305ad55b50/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:46:44,133 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:46:44,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=331c2db0edb069fc5a875d12f6a46ce6, ASSIGN in 10.3440 sec 2024-11-18T10:46:44,134 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:46:44,135 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:46:44,135 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:46:44,135 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:46:44,138 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:46:44,144 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/465098c8bb8cc6f74d39a3305ad55b50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T10:46:44,145 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 465098c8bb8cc6f74d39a3305ad55b50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61426389, jitterRate=-0.08467547595500946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:46:44,145 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:46:44,146 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 465098c8bb8cc6f74d39a3305ad55b50: Running coprocessor pre-open hook at 1731926804122Writing region info on filesystem at 1731926804122Initializing all the Stores at 1731926804123 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926804123Cleaning up temporary data from old regions at 1731926804135 (+12 ms)Running coprocessor post-open hooks at 1731926804145 (+10 ms)Region opened successfully at 1731926804145 2024-11-18T10:46:44,147 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50., pid=21, masterSystemTime=1731926803970 2024-11-18T10:46:44,151 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:46:44,152 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:46:44,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=465098c8bb8cc6f74d39a3305ad55b50, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,33123,1731926782682 2024-11-18T10:46:44,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 465098c8bb8cc6f74d39a3305ad55b50, server=305920afb41d,33123,1731926782682 because future has completed 2024-11-18T10:46:44,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=6 2024-11-18T10:46:44,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 465098c8bb8cc6f74d39a3305ad55b50, server=305920afb41d,33123,1731926782682 in 10.2190 sec 2024-11-18T10:46:44,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=4 2024-11-18T10:46:44,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=465098c8bb8cc6f74d39a3305ad55b50, ASSIGN in 10.4040 sec 2024-11-18T10:46:44,204 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T10:46:44,204 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731926804204"}]},"ts":"1731926804204"} 2024-11-18T10:46:44,206 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-18T10:46:44,207 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T10:46:44,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5310 sec 2024-11-18T10:46:47,303 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-18T10:46:49,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-18T10:46:49,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:49,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:49,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-18T10:46:50,240 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:37761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T10:46:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T10:46:51,926 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-18T10:46:51,926 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-18T10:46:51,927 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T10:46:51,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-18T10:46:51,933 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T10:46:51,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-18T10:46:51,993 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a., hostname=305920afb41d,37507,1731926782721, seqNum=2] 2024-11-18T10:46:51,998 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a., hostname=305920afb41d,37507,1731926782721, seqNum=2] 2024-11-18T10:46:51,999 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a., hostname=305920afb41d,37507,1731926782721, seqNum=2] 2024-11-18T10:46:52,000 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a., hostname=305920afb41d,37507,1731926782721, seqNum=2] 2024-11-18T10:46:52,001 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a., hostname=305920afb41d,37507,1731926782721, seqNum=2] 2024-11-18T10:46:52,056 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a., hostname=305920afb41d,41879,1731926782638, seqNum=2] 2024-11-18T10:46:52,058 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a., hostname=305920afb41d,41879,1731926782638, seqNum=2] 2024-11-18T10:46:52,060 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a., hostname=305920afb41d,41879,1731926782638, seqNum=2] 2024-11-18T10:46:52,061 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a., hostname=305920afb41d,41879,1731926782638, seqNum=2] 2024-11-18T10:46:52,062 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a., hostname=305920afb41d,41879,1731926782638, seqNum=2] 2024-11-18T10:46:52,063 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a., hostname=305920afb41d,41879,1731926782638, seqNum=2] 2024-11-18T10:46:52,066 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a., hostname=305920afb41d,41879,1731926782638, seqNum=2] 2024-11-18T10:46:52,067 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a., hostname=305920afb41d,41879,1731926782638, seqNum=2] 2024-11-18T10:46:52,102 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc., hostname=305920afb41d,37507,1731926782721, seqNum=2] 2024-11-18T10:46:52,131 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc., hostname=305920afb41d,37507,1731926782721, seqNum=2] 2024-11-18T10:46:52,144 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc., hostname=305920afb41d,37507,1731926782721, seqNum=2] 2024-11-18T10:46:52,148 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc., hostname=305920afb41d,37507,1731926782721, seqNum=2] 2024-11-18T10:46:52,151 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc., hostname=305920afb41d,37507,1731926782721, seqNum=2] 2024-11-18T10:46:52,152 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc., hostname=305920afb41d,37507,1731926782721, seqNum=2] 2024-11-18T10:46:52,202 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea., hostname=305920afb41d,33123,1731926782682, seqNum=2] 2024-11-18T10:46:52,212 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea., hostname=305920afb41d,33123,1731926782682, seqNum=2] 2024-11-18T10:46:52,214 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea., hostname=305920afb41d,33123,1731926782682, seqNum=2] 2024-11-18T10:46:52,215 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea., hostname=305920afb41d,33123,1731926782682, seqNum=2] 2024-11-18T10:46:52,216 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea., hostname=305920afb41d,33123,1731926782682, seqNum=2] 2024-11-18T10:46:52,217 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea., hostname=305920afb41d,33123,1731926782682, seqNum=2] 2024-11-18T10:46:52,218 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea., hostname=305920afb41d,33123,1731926782682, seqNum=2] 2024-11-18T10:46:52,220 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea., hostname=305920afb41d,33123,1731926782682, seqNum=2] 2024-11-18T10:46:52,449 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:46:53,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:46:53,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T10:46:53,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:46:53,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T10:46:53,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41879 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T10:46:53,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37507 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T10:46:53,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33123 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea. 2024-11-18T10:46:53,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37507 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T10:46:53,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33123 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea. with WAL disabled. Data may be lost in the event of a crash. 2024-11-18T10:46:53,790 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-18T10:46:53,791 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T10:46:53,792 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-18T10:46:53,793 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-18T10:46:53,796 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-18T10:46:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741848_1024 (size=49) 2024-11-18T10:46:53,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741848_1024 (size=49) 2024-11-18T10:46:53,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741848_1024 (size=49) 2024-11-18T10:46:53,807 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-18T10:46:53,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efc88b1314160455b7850fa397cfb18c}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 465098c8bb8cc6f74d39a3305ad55b50}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0ced49fab0a368b40418562ebc5297d}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fd5e77eb086233fb2164bbbedf027e9}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27627d1a477d17c526e621e61c4bdd40}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 331c2db0edb069fc5a875d12f6a46ce6}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 711143de2f3898c745f5fbf369a04a8a}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b47e71c1ea8c55929351dd8a9f79c7a}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53176b5750a0c117fb1457cf130380fc}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7366c6b9a5c5d16243a76fca7e4004ea}] 2024-11-18T10:46:53,810 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efc88b1314160455b7850fa397cfb18c 2024-11-18T10:46:53,810 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:46:53,810 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:46:53,810 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:46:53,810 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:46:53,814 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:46:53,814 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53176b5750a0c117fb1457cf130380fc 2024-11-18T10:46:53,814 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:46:53,814 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:46:53,814 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:47:03,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-18T10:47:03,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33123 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-18T10:47:03,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-18T10:47:03,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33123 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-18T10:47:03,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:47:03,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:47:03,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-18T10:47:03,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:47:03,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 465098c8bb8cc6f74d39a3305ad55b50: 2024-11-18T10:47:03,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 7fd5e77eb086233fb2164bbbedf027e9: 2024-11-18T10:47:03,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. for SnapshotProcedureTest completed. 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. for SnapshotProcedureTest completed. 2024-11-18T10:47:03,813 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 3b47e71c1ea8c55929351dd8a9f79c7a 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 331c2db0edb069fc5a875d12f6a46ce6: 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. for SnapshotProcedureTest completed. 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for efc88b1314160455b7850fa397cfb18c: 2024-11-18T10:47:03,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33123 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. for SnapshotProcedureTest completed. 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:47:03,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:47:03,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:47:03,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:47:03,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40. 2024-11-18T10:47:03,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33123 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-18T10:47:03,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 27627d1a477d17c526e621e61c4bdd40: 2024-11-18T10:47:03,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40. for SnapshotProcedureTest completed. 2024-11-18T10:47:03,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:47:03,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:47:03,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:47:03,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-18T10:47:03,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-18T10:47:03,818 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:47:03,819 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 711143de2f3898c745f5fbf369a04a8a 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-18T10:47:03,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-18T10:47:03,819 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:47:03,819 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 53176b5750a0c117fb1457cf130380fc 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-18T10:47:03,827 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:47:03,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for f0ced49fab0a368b40418562ebc5297d: 2024-11-18T10:47:03,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. for SnapshotProcedureTest completed. 2024-11-18T10:47:03,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:47:03,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:47:03,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-18T10:47:03,844 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/3b47e71c1ea8c55929351dd8a9f79c7a/.tmp/cf/eb6631c3912e465b8373f95a6e9e08dd is 34, key is baa/cf:cf/1731926813308/Put/seqid=0 2024-11-18T10:47:03,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/53176b5750a0c117fb1457cf130380fc/.tmp/cf/fd62148674b243b6927df3f67d257853 is 34, key is ccd/cf:cf/1731926813367/Put/seqid=0 2024-11-18T10:47:03,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/711143de2f3898c745f5fbf369a04a8a/.tmp/cf/d0851e6e435642f2b45ac8bad20bc821 is 34, key is aaa/cf:cf/1731926813308/Put/seqid=0 2024-11-18T10:47:03,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741851_1027 (size=65) 2024-11-18T10:47:03,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741851_1027 (size=65) 2024-11-18T10:47:03,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741851_1027 (size=65) 2024-11-18T10:47:03,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731926793676.27627d1a477d17c526e621e61c4bdd40. 2024-11-18T10:47:03,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-18T10:47:03,869 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea. 2024-11-18T10:47:03,869 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7366c6b9a5c5d16243a76fca7e4004ea 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-18T10:47:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-18T10:47:03,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:47:03,870 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 27627d1a477d17c526e621e61c4bdd40 2024-11-18T10:47:03,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 27627d1a477d17c526e621e61c4bdd40 in 10.0630 sec 2024-11-18T10:47:03,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741850_1026 (size=65) 2024-11-18T10:47:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741850_1026 (size=65) 2024-11-18T10:47:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741849_1025 (size=65) 2024-11-18T10:47:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741849_1025 (size=65) 2024-11-18T10:47:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741849_1025 (size=65) 2024-11-18T10:47:03,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:47:03,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-18T10:47:03,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741850_1026 (size=65) 2024-11-18T10:47:03,878 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:47:03,879 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-18T10:47:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-18T10:47:03,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-18T10:47:03,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:03,879 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:47:03,879 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:03,879 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:47:03,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7fd5e77eb086233fb2164bbbedf027e9 in 10.0720 sec 2024-11-18T10:47:03,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 465098c8bb8cc6f74d39a3305ad55b50 in 10.0720 sec 2024-11-18T10:47:03,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741852_1028 (size=57) 2024-11-18T10:47:03,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741852_1028 (size=57) 2024-11-18T10:47:03,889 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:47:03,890 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-18T10:47:03,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741852_1028 (size=57) 2024-11-18T10:47:03,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741853_1029 (size=65) 2024-11-18T10:47:03,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741853_1029 (size=65) 2024-11-18T10:47:03,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741853_1029 (size=65) 2024-11-18T10:47:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-18T10:47:03,891 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region efc88b1314160455b7850fa397cfb18c 2024-11-18T10:47:03,891 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure efc88b1314160455b7850fa397cfb18c 2024-11-18T10:47:03,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure efc88b1314160455b7850fa397cfb18c in 10.0840 sec 2024-11-18T10:47:03,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741854_1030 (size=65) 2024-11-18T10:47:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741854_1030 (size=65) 2024-11-18T10:47:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741854_1030 (size=65) 2024-11-18T10:47:03,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741855_1031 (size=28623) 2024-11-18T10:47:03,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741855_1031 (size=28623) 2024-11-18T10:47:03,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741855_1031 (size=28623) 2024-11-18T10:47:03,932 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/3b47e71c1ea8c55929351dd8a9f79c7a/.tmp/cf/eb6631c3912e465b8373f95a6e9e08dd 2024-11-18T10:47:03,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741856_1032 (size=47197) 2024-11-18T10:47:03,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741856_1032 (size=47197) 2024-11-18T10:47:03,937 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/53176b5750a0c117fb1457cf130380fc/.tmp/cf/fd62148674b243b6927df3f67d257853 2024-11-18T10:47:03,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741856_1032 (size=47197) 2024-11-18T10:47:03,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741857_1033 (size=26918) 2024-11-18T10:47:03,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741857_1033 (size=26918) 2024-11-18T10:47:03,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741857_1033 (size=26918) 2024-11-18T10:47:03,947 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/711143de2f3898c745f5fbf369a04a8a/.tmp/cf/d0851e6e435642f2b45ac8bad20bc821 2024-11-18T10:47:03,971 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/711143de2f3898c745f5fbf369a04a8a/.tmp/cf/d0851e6e435642f2b45ac8bad20bc821 as hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/711143de2f3898c745f5fbf369a04a8a/cf/d0851e6e435642f2b45ac8bad20bc821 2024-11-18T10:47:03,985 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/53176b5750a0c117fb1457cf130380fc/.tmp/cf/fd62148674b243b6927df3f67d257853 as hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/53176b5750a0c117fb1457cf130380fc/cf/fd62148674b243b6927df3f67d257853 2024-11-18T10:47:03,986 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/3b47e71c1ea8c55929351dd8a9f79c7a/.tmp/cf/eb6631c3912e465b8373f95a6e9e08dd as hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/3b47e71c1ea8c55929351dd8a9f79c7a/cf/eb6631c3912e465b8373f95a6e9e08dd 2024-11-18T10:47:03,992 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/711143de2f3898c745f5fbf369a04a8a/cf/d0851e6e435642f2b45ac8bad20bc821, entries=676, sequenceid=5, filesize=26.3 K 2024-11-18T10:47:03,994 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for 711143de2f3898c745f5fbf369a04a8a in 176ms, sequenceid=5, compaction requested=false 2024-11-18T10:47:03,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 711143de2f3898c745f5fbf369a04a8a: 2024-11-18T10:47:03,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. for SnapshotProcedureTest completed. 2024-11-18T10:47:03,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:47:03,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:47:03,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/711143de2f3898c745f5fbf369a04a8a/cf/d0851e6e435642f2b45ac8bad20bc821] hfiles 2024-11-18T10:47:03,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/711143de2f3898c745f5fbf369a04a8a/cf/d0851e6e435642f2b45ac8bad20bc821 for snapshot=SnapshotProcedureTest 2024-11-18T10:47:03,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7366c6b9a5c5d16243a76fca7e4004ea/.tmp/cf/e16d8172ef5243ad9028d4a0259e7723 is 34, key is eaa/cf:cf/1731926813728/Put/seqid=0 2024-11-18T10:47:03,998 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/3b47e71c1ea8c55929351dd8a9f79c7a/cf/eb6631c3912e465b8373f95a6e9e08dd, entries=731, sequenceid=5, filesize=28.0 K 2024-11-18T10:47:03,998 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/53176b5750a0c117fb1457cf130380fc/cf/fd62148674b243b6927df3f67d257853, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-18T10:47:03,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 3b47e71c1ea8c55929351dd8a9f79c7a in 187ms, sequenceid=5, compaction requested=false 2024-11-18T10:47:03,999 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 53176b5750a0c117fb1457cf130380fc in 180ms, sequenceid=5, compaction requested=false 2024-11-18T10:47:03,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 3b47e71c1ea8c55929351dd8a9f79c7a: 2024-11-18T10:47:03,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 53176b5750a0c117fb1457cf130380fc: 2024-11-18T10:47:03,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. for SnapshotProcedureTest completed. 2024-11-18T10:47:03,999 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. for SnapshotProcedureTest completed. 2024-11-18T10:47:04,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:47:04,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:47:04,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:47:04,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:47:04,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/53176b5750a0c117fb1457cf130380fc/cf/fd62148674b243b6927df3f67d257853] hfiles 2024-11-18T10:47:04,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/3b47e71c1ea8c55929351dd8a9f79c7a/cf/eb6631c3912e465b8373f95a6e9e08dd] hfiles 2024-11-18T10:47:04,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/53176b5750a0c117fb1457cf130380fc/cf/fd62148674b243b6927df3f67d257853 for snapshot=SnapshotProcedureTest 2024-11-18T10:47:04,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/3b47e71c1ea8c55929351dd8a9f79c7a/cf/eb6631c3912e465b8373f95a6e9e08dd for snapshot=SnapshotProcedureTest 2024-11-18T10:47:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741858_1034 (size=499309) 2024-11-18T10:47:04,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741858_1034 (size=499309) 2024-11-18T10:47:04,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741858_1034 (size=499309) 2024-11-18T10:47:04,009 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7366c6b9a5c5d16243a76fca7e4004ea/.tmp/cf/e16d8172ef5243ad9028d4a0259e7723 2024-11-18T10:47:04,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7366c6b9a5c5d16243a76fca7e4004ea/.tmp/cf/e16d8172ef5243ad9028d4a0259e7723 as hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7366c6b9a5c5d16243a76fca7e4004ea/cf/e16d8172ef5243ad9028d4a0259e7723 2024-11-18T10:47:04,029 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7366c6b9a5c5d16243a76fca7e4004ea/cf/e16d8172ef5243ad9028d4a0259e7723, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-18T10:47:04,031 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 7366c6b9a5c5d16243a76fca7e4004ea in 162ms, sequenceid=5, compaction requested=false 2024-11-18T10:47:04,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7366c6b9a5c5d16243a76fca7e4004ea: 2024-11-18T10:47:04,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea. for SnapshotProcedureTest completed. 2024-11-18T10:47:04,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea.' region-info for snapshot=SnapshotProcedureTest 2024-11-18T10:47:04,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-18T10:47:04,031 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7366c6b9a5c5d16243a76fca7e4004ea/cf/e16d8172ef5243ad9028d4a0259e7723] hfiles 2024-11-18T10:47:04,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7366c6b9a5c5d16243a76fca7e4004ea/cf/e16d8172ef5243ad9028d4a0259e7723 for snapshot=SnapshotProcedureTest 2024-11-18T10:47:04,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741860_1036 (size=105) 2024-11-18T10:47:04,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741860_1036 (size=105) 2024-11-18T10:47:04,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741860_1036 (size=105) 2024-11-18T10:47:04,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:47:04,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-18T10:47:04,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-18T10:47:04,055 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:47:04,055 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:47:04,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741861_1037 (size=105) 2024-11-18T10:47:04,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741861_1037 (size=105) 2024-11-18T10:47:04,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3b47e71c1ea8c55929351dd8a9f79c7a in 10.2480 sec 2024-11-18T10:47:04,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:47:04,060 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-18T10:47:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-18T10:47:04,061 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 53176b5750a0c117fb1457cf130380fc 2024-11-18T10:47:04,061 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 53176b5750a0c117fb1457cf130380fc 2024-11-18T10:47:04,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741861_1037 (size=105) 2024-11-18T10:47:04,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 53176b5750a0c117fb1457cf130380fc in 10.2540 sec 2024-11-18T10:47:04,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741859_1035 (size=105) 2024-11-18T10:47:04,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741859_1035 (size=105) 2024-11-18T10:47:04,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741859_1035 (size=105) 2024-11-18T10:47:04,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:47:04,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-18T10:47:04,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-18T10:47:04,068 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:47:04,069 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:47:04,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 711143de2f3898c745f5fbf369a04a8a in 10.2610 sec 2024-11-18T10:47:04,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741862_1038 (size=97) 2024-11-18T10:47:04,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741862_1038 (size=97) 2024-11-18T10:47:04,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741862_1038 (size=97) 2024-11-18T10:47:04,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731926793676.7366c6b9a5c5d16243a76fca7e4004ea. 2024-11-18T10:47:04,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-18T10:47:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-18T10:47:04,084 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:47:04,084 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7366c6b9a5c5d16243a76fca7e4004ea 2024-11-18T10:47:04,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7366c6b9a5c5d16243a76fca7e4004ea in 10.2770 sec 2024-11-18T10:47:04,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:47:04,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-18T10:47:04,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-18T10:47:04,292 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:04,292 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:04,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 331c2db0edb069fc5a875d12f6a46ce6 in 10.4850 sec 2024-11-18T10:47:04,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:47:04,320 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-18T10:47:04,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-18T10:47:04,321 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:47:04,321 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:47:04,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=25 2024-11-18T10:47:04,324 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-18T10:47:04,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f0ced49fab0a368b40418562ebc5297d in 10.5140 sec 2024-11-18T10:47:04,325 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-18T10:47:04,325 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-18T10:47:04,325 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-18T10:47:04,327 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T10:47:04,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741863_1039 (size=1174) 2024-11-18T10:47:04,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741863_1039 (size=1174) 2024-11-18T10:47:04,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741863_1039 (size=1174) 2024-11-18T10:47:04,351 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-18T10:47:04,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-18T10:47:04,357 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,37507,1731926782721 2024-11-18T10:47:04,357 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,37507,1731926782721 2024-11-18T10:47:04,357 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,41879,1731926782638 2024-11-18T10:47:04,357 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,33123,1731926782682 2024-11-18T10:47:04,357 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,33123,1731926782682 2024-11-18T10:47:04,360 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,37507,1731926782721 2024-11-18T10:47:04,360 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,33123,1731926782682 2024-11-18T10:47:04,360 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,41879,1731926782638 2024-11-18T10:47:04,360 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,41879,1731926782638 2024-11-18T10:47:04,405 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T10:47:14,251 INFO [master/305920afb41d:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T10:47:14,251 INFO [master/305920afb41d:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T10:47:14,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-18T10:47:14,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33123 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-18T10:47:14,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-18T10:47:14,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33123 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-18T10:47:14,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-18T10:47:14,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-18T10:47:14,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33123 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-18T10:47:14,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-18T10:47:14,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-18T10:47:14,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T10:47:14,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T10:47:14,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-18T10:47:14,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-18T10:47:14,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-18T10:47:14,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-18T10:47:14,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-18T10:47:14,363 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-18T10:47:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-18T10:47:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-18T10:47:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-18T10:47:14,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-18T10:47:14,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-18T10:47:14,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-18T10:47:14,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-18T10:47:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-18T10:47:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-18T10:47:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-18T10:47:14,365 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33123,1731926782682 Release verify snapshot worker=305920afb41d,33123,1731926782682 2024-11-18T10:47:14,366 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,37507,1731926782721 Release verify snapshot worker=305920afb41d,37507,1731926782721 2024-11-18T10:47:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-18T10:47:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-18T10:47:14,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-18T10:47:14,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33123,1731926782682 in 10.0110 sec 2024-11-18T10:47:14,368 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33123,1731926782682 Release verify snapshot worker=305920afb41d,33123,1731926782682 2024-11-18T10:47:14,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,37507,1731926782721 in 10.0120 sec 2024-11-18T10:47:14,368 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,37507,1731926782721 Release verify snapshot worker=305920afb41d,37507,1731926782721 2024-11-18T10:47:14,368 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33123,1731926782682 Release verify snapshot worker=305920afb41d,33123,1731926782682 2024-11-18T10:47:14,368 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,41879,1731926782638 Release verify snapshot worker=305920afb41d,41879,1731926782638 2024-11-18T10:47:14,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33123,1731926782682 in 10.0140 sec 2024-11-18T10:47:14,370 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,37507,1731926782721 Release verify snapshot worker=305920afb41d,37507,1731926782721 2024-11-18T10:47:14,370 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,41879,1731926782638 in 10.0140 sec 2024-11-18T10:47:14,371 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,41879,1731926782638 Release verify snapshot worker=305920afb41d,41879,1731926782638 2024-11-18T10:47:14,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,37507,1731926782721 in 10.0140 sec 2024-11-18T10:47:14,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,37507,1731926782721 in 10.0160 sec 2024-11-18T10:47:14,372 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33123,1731926782682 in 10.0140 sec 2024-11-18T10:47:14,372 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,41879,1731926782638 in 10.0170 sec 2024-11-18T10:47:14,372 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,41879,1731926782638 Release verify snapshot worker=305920afb41d,41879,1731926782638 2024-11-18T10:47:14,373 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,33123,1731926782682 2024-11-18T10:47:14,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,41879,1731926782638 in 10.0180 sec 2024-11-18T10:47:14,406 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 305920afb41d,33123,1731926782682 2024-11-18T10:47:14,406 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 305920afb41d,33123,1731926782682: Simulated kill ***** 2024-11-18T10:47:14,407 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-18T10:47:14,407 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-18T10:47:14,407 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-18T10:47:14,408 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-18T10:47:14,408 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-18T10:47:14,408 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 942870440 }, "NonHeapMemoryUsage": { "committed": 177143808, "init": 7667712, "max": -1, "used": 173033920 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-18T10:47:14,408 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37025 {}] master.MasterRpcServices(700): 305920afb41d,33123,1731926782682 reported a fatal error: ***** ABORTING region server 305920afb41d,33123,1731926782682: Simulated kill ***** 2024-11-18T10:47:14,409 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,33123,1731926782682' ***** 2024-11-18T10:47:14,409 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-18T10:47:14,409 INFO [RS:1;305920afb41d:33123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:47:14,409 INFO [RS:1;305920afb41d:33123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-18T10:47:14,409 INFO [RS:1;305920afb41d:33123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-18T10:47:14,409 INFO [RS:1;305920afb41d:33123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:47:14,409 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:47:14,409 INFO [RS:1;305920afb41d:33123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;305920afb41d:33123. 2024-11-18T10:47:14,409 DEBUG [RS:1;305920afb41d:33123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:47:14,409 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-18T10:47:14,409 DEBUG [RS:1;305920afb41d:33123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:47:14,412 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682/305920afb41d%2C33123%2C1731926782682.1731926783464 not finished, retry = 0 2024-11-18T10:47:14,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741833_1009 (size=1779) 2024-11-18T10:47:14,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741833_1009 (size=1779) 2024-11-18T10:47:14,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741833_1009 (size=1779) 2024-11-18T10:47:14,506 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:47:14,513 DEBUG [RS:1;305920afb41d:33123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:47:14,513 INFO [RS:1;305920afb41d:33123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:47:14,513 INFO [RS:1;305920afb41d:33123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33123 2024-11-18T10:47:14,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/305920afb41d,33123,1731926782682 2024-11-18T10:47:14,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T10:47:14,532 INFO [RS:1;305920afb41d:33123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:47:14,540 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,33123,1731926782682] 2024-11-18T10:47:14,548 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/305920afb41d,33123,1731926782682 already deleted, retry=false 2024-11-18T10:47:14,549 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 305920afb41d,33123,1731926782682 on 305920afb41d,37025,1731926782480 2024-11-18T10:47:14,550 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 305920afb41d,33123,1731926782682, splitWal=true, meta=false 2024-11-18T10:47:14,550 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 305920afb41d,33123,1731926782682 (carryingMeta=false) 305920afb41d,33123,1731926782682/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@19da3871[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-18T10:47:14,551 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 305920afb41d,33123,1731926782682, splitWal=true, meta=false 2024-11-18T10:47:14,551 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 305920afb41d,33123,1731926782682 had 4 regions 2024-11-18T10:47:14,552 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 305920afb41d,33123,1731926782682, splitWal=true, meta=false, isMeta: false 2024-11-18T10:47:14,553 DEBUG [PEWorker-4 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting 2024-11-18T10:47:14,555 INFO [PEWorker-4 {}] master.SplitWALManager(105): 305920afb41d,33123,1731926782682 WAL count=1, meta=false 2024-11-18T10:47:14,555 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 305920afb41d%2C33123%2C1731926782682.1731926783464}] 2024-11-18T10:47:14,557 DEBUG [PEWorker-2 {}] master.SplitWALManager(158): Acquired split WAL worker=305920afb41d,37507,1731926782721 2024-11-18T10:47:14,557 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 27 is already finished, skip the rest processes 2024-11-18T10:47:14,557 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 31 is already finished, skip the rest processes 2024-11-18T10:47:14,557 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-18T10:47:14,557 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-18T10:47:14,558 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 305920afb41d%2C33123%2C1731926782682.1731926783464, worker=305920afb41d,37507,1731926782721}] 2024-11-18T10:47:14,558 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,33123,1731926782682 Release verify snapshot worker=305920afb41d,33123,1731926782682 2024-11-18T10:47:14,558 WARN [PEWorker-3 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 305920afb41d,33123,1731926782682, this operation will be retried to send to another server 2024-11-18T10:47:14,558 WARN [PEWorker-3 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-18T10:47:14,559 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1731926835559 2024-11-18T10:47:14,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:47:14,640 INFO [RS:1;305920afb41d:33123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:47:14,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33123-0x1014ed723dc0002, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:47:14,640 INFO [RS:1;305920afb41d:33123 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,33123,1731926782682; zookeeper connection closed. 2024-11-18T10:47:14,641 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51fa1b48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51fa1b48 2024-11-18T10:47:15,321 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T10:47:15,321 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T10:47:15,561 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=305920afb41d,41879,1731926782638 2024-11-18T10:47:22,449 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T10:47:23,321 INFO [regionserver/305920afb41d:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-18T10:47:24,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37507 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-18T10:47:24,578 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting/305920afb41d%2C33123%2C1731926782682.1731926783464, size=1.7 K (1779bytes) 2024-11-18T10:47:24,578 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting/305920afb41d%2C33123%2C1731926782682.1731926783464 2024-11-18T10:47:24,579 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting/305920afb41d%2C33123%2C1731926782682.1731926783464 after 1ms 2024-11-18T10:47:24,584 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting/305920afb41d%2C33123%2C1731926782682.1731926783464 took 6ms 2024-11-18T10:47:24,593 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 27627d1a477d17c526e621e61c4bdd40: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T10:47:24,595 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 7366c6b9a5c5d16243a76fca7e4004ea: last_flushed_sequence_id: 5 store_sequence_id { family_name: "cf" sequence_id: 5 } 2024-11-18T10:47:24,598 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 331c2db0edb069fc5a875d12f6a46ce6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T10:47:24,600 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 465098c8bb8cc6f74d39a3305ad55b50: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-18T10:47:24,600 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting/305920afb41d%2C33123%2C1731926782682.1731926783464 so closing down 2024-11-18T10:47:24,600 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-18T10:47:24,603 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-18T10:47:24,603 INFO [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 6 edits across 0 Regions in 13 ms; skipped=6; WAL=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting/305920afb41d%2C33123%2C1731926782682.1731926783464, size=1.7 K, length=1779, corrupted=false, cancelled=false 2024-11-18T10:47:24,603 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting/305920afb41d%2C33123%2C1731926782682.1731926783464, journal: Splitting hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting/305920afb41d%2C33123%2C1731926782682.1731926783464, size=1.7 K (1779bytes) at 1731926844578Finishing writing output for hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting/305920afb41d%2C33123%2C1731926782682.1731926783464 so closing down at 1731926844600 (+22 ms)3 split writer threads finished at 1731926844603 (+3 ms)Processed 6 edits across 0 Regions in 13 ms; skipped=6; WAL=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting/305920afb41d%2C33123%2C1731926782682.1731926783464, size=1.7 K, length=1779, corrupted=false, cancelled=false at 1731926844603 2024-11-18T10:47:24,603 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting/305920afb41d%2C33123%2C1731926782682.1731926783464 2024-11-18T10:47:24,604 DEBUG [RS_LOG_REPLAY_OPS-regionserver/305920afb41d:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-18T10:47:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-18T10:47:24,609 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting/305920afb41d%2C33123%2C1731926782682.1731926783464 to hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/oldWALs 2024-11-18T10:47:24,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-18T10:47:24,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 305920afb41d%2C33123%2C1731926782682.1731926783464, worker=305920afb41d,37507,1731926782721 in 10.0510 sec 2024-11-18T10:47:24,612 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=305920afb41d,37507,1731926782721 2024-11-18T10:47:24,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-18T10:47:24,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 305920afb41d%2C33123%2C1731926782682.1731926783464, worker=305920afb41d,37507,1731926782721 in 10.0570 sec 2024-11-18T10:47:24,631 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting dir is empty, no logs to split. 2024-11-18T10:47:24,631 INFO [PEWorker-2 {}] master.SplitWALManager(105): 305920afb41d,33123,1731926782682 WAL count=0, meta=false 2024-11-18T10:47:24,631 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 305920afb41d,33123,1731926782682 WAL splitting is done? wals=0, meta=false 2024-11-18T10:47:24,641 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 305920afb41d,33123,1731926782682 failed, ignore...File hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/WALs/305920afb41d,33123,1731926782682-splitting does not exist. 2024-11-18T10:47:24,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=331c2db0edb069fc5a875d12f6a46ce6, ASSIGN}, {pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27627d1a477d17c526e621e61c4bdd40, ASSIGN}, {pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7366c6b9a5c5d16243a76fca7e4004ea, ASSIGN}, {pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=465098c8bb8cc6f74d39a3305ad55b50, ASSIGN}] 2024-11-18T10:47:24,647 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=7366c6b9a5c5d16243a76fca7e4004ea, ASSIGN 2024-11-18T10:47:24,648 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=27627d1a477d17c526e621e61c4bdd40, ASSIGN 2024-11-18T10:47:24,649 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7366c6b9a5c5d16243a76fca7e4004ea, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T10:47:24,649 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27627d1a477d17c526e621e61c4bdd40, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T10:47:24,651 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=331c2db0edb069fc5a875d12f6a46ce6, ASSIGN 2024-11-18T10:47:24,652 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=465098c8bb8cc6f74d39a3305ad55b50, ASSIGN 2024-11-18T10:47:24,652 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=331c2db0edb069fc5a875d12f6a46ce6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T10:47:24,653 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=465098c8bb8cc6f74d39a3305ad55b50, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-18T10:47:24,800 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(204): Hosts are {305920afb41d=0} racks are {/default-rack=0} 2024-11-18T10:47:24,800 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-18T10:47:24,800 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-18T10:47:24,800 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-18T10:47:24,800 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-18T10:47:24,800 INFO [305920afb41d:37025 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-18T10:47:24,800 INFO [305920afb41d:37025 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-18T10:47:24,800 DEBUG [305920afb41d:37025 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-18T10:47:24,801 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=51 updating hbase:meta row=7366c6b9a5c5d16243a76fca7e4004ea, regionState=OPENING, regionLocation=305920afb41d,37507,1731926782721 2024-11-18T10:47:24,801 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=465098c8bb8cc6f74d39a3305ad55b50, regionState=OPENING, regionLocation=305920afb41d,41879,1731926782638 2024-11-18T10:47:24,801 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=50 updating hbase:meta row=27627d1a477d17c526e621e61c4bdd40, regionState=OPENING, regionLocation=305920afb41d,37507,1731926782721 2024-11-18T10:47:24,801 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=331c2db0edb069fc5a875d12f6a46ce6, regionState=OPENING, regionLocation=305920afb41d,41879,1731926782638 2024-11-18T10:47:24,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=27627d1a477d17c526e621e61c4bdd40, ASSIGN because future has completed 2024-11-18T10:47:24,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=50, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27627d1a477d17c526e621e61c4bdd40, server=305920afb41d,37507,1731926782721}] 2024-11-18T10:47:24,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=465098c8bb8cc6f74d39a3305ad55b50, ASSIGN because future has completed 2024-11-18T10:47:24,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 465098c8bb8cc6f74d39a3305ad55b50, server=305920afb41d,41879,1731926782638}] 2024-11-18T10:47:24,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=7366c6b9a5c5d16243a76fca7e4004ea, ASSIGN because future has completed 2024-11-18T10:47:24,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=51, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7366c6b9a5c5d16243a76fca7e4004ea, server=305920afb41d,37507,1731926782721}] 2024-11-18T10:47:24,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=331c2db0edb069fc5a875d12f6a46ce6, ASSIGN because future has completed 2024-11-18T10:47:24,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 331c2db0edb069fc5a875d12f6a46ce6, server=305920afb41d,41879,1731926782638}] 2024-11-18T10:47:25,565 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:47:25,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41879 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-18T10:47:25,565 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-18T10:47:25,565 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 331c2db0edb069fc5a875d12f6a46ce6, NAME => 'SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-18T10:47:25,565 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:25,566 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:47:25,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37025 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-18T10:47:25,566 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:25,566 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:25,567 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,41879,1731926782638 Release verify snapshot worker=305920afb41d,41879,1731926782638 2024-11-18T10:47:25,567 INFO [StoreOpener-331c2db0edb069fc5a875d12f6a46ce6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:25,568 INFO [StoreOpener-331c2db0edb069fc5a875d12f6a46ce6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 331c2db0edb069fc5a875d12f6a46ce6 columnFamilyName cf 2024-11-18T10:47:25,568 DEBUG [StoreOpener-331c2db0edb069fc5a875d12f6a46ce6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:47:25,569 INFO [StoreOpener-331c2db0edb069fc5a875d12f6a46ce6-1 {}] regionserver.HStore(327): Store=331c2db0edb069fc5a875d12f6a46ce6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:47:25,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=25 2024-11-18T10:47:25,569 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:25,569 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-18T10:47:25,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=305920afb41d,41879,1731926782638 in 21.2130 sec 2024-11-18T10:47:25,569 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/.hbase-snapshot/SnapshotProcedureTest 2024-11-18T10:47:25,570 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:25,571 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:25,571 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-18T10:47:25,571 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-18T10:47:25,572 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:25,572 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:25,574 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:25,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 31.7820 sec 2024-11-18T10:47:25,575 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 331c2db0edb069fc5a875d12f6a46ce6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68202743, jitterRate=0.01630006730556488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:47:25,575 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:25,575 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 331c2db0edb069fc5a875d12f6a46ce6: Running coprocessor pre-open hook at 1731926845566Writing region info on filesystem at 1731926845566Initializing all the Stores at 1731926845567 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926845567Cleaning up temporary data from old regions at 1731926845572 (+5 ms)Running coprocessor post-open hooks at 1731926845575 (+3 ms)Region opened successfully at 1731926845575 2024-11-18T10:47:25,576 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6., pid=56, masterSystemTime=1731926845561 2024-11-18T10:47:25,578 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:47:25,579 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:47:25,579 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:47:25,579 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=331c2db0edb069fc5a875d12f6a46ce6, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,41879,1731926782638 2024-11-18T10:47:25,579 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 465098c8bb8cc6f74d39a3305ad55b50, NAME => 'SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-18T10:47:25,580 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:25,580 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T10:47:25,580 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:25,580 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:25,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 331c2db0edb069fc5a875d12f6a46ce6, server=305920afb41d,41879,1731926782638 because future has completed 2024-11-18T10:47:25,581 INFO [StoreOpener-465098c8bb8cc6f74d39a3305ad55b50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:25,583 INFO [StoreOpener-465098c8bb8cc6f74d39a3305ad55b50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 465098c8bb8cc6f74d39a3305ad55b50 columnFamilyName cf 2024-11-18T10:47:25,583 DEBUG [StoreOpener-465098c8bb8cc6f74d39a3305ad55b50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T10:47:25,583 INFO [StoreOpener-465098c8bb8cc6f74d39a3305ad55b50-1 {}] regionserver.HStore(327): Store=465098c8bb8cc6f74d39a3305ad55b50/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T10:47:25,583 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:25,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=49 2024-11-18T10:47:25,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 331c2db0edb069fc5a875d12f6a46ce6, server=305920afb41d,41879,1731926782638 in 774 msec 2024-11-18T10:47:25,584 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:25,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=331c2db0edb069fc5a875d12f6a46ce6, ASSIGN in 939 msec 2024-11-18T10:47:25,585 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:25,586 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:25,586 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:25,587 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:25,588 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 465098c8bb8cc6f74d39a3305ad55b50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65825851, jitterRate=-0.019118383526802063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-18T10:47:25,588 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:25,588 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 465098c8bb8cc6f74d39a3305ad55b50: Running coprocessor pre-open hook at 1731926845580Writing region info on filesystem at 1731926845580Initializing all the Stores at 1731926845581 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731926845581Cleaning up temporary data from old regions at 1731926845586 (+5 ms)Running coprocessor post-open hooks at 1731926845588 (+2 ms)Region opened successfully at 1731926845588 2024-11-18T10:47:25,589 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50., pid=54, masterSystemTime=1731926845561 2024-11-18T10:47:25,590 DEBUG [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:47:25,590 INFO [RS_OPEN_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:47:25,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=465098c8bb8cc6f74d39a3305ad55b50, regionState=OPEN, openSeqNum=2, regionLocation=305920afb41d,41879,1731926782638 2024-11-18T10:47:25,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=52, state=RUNNABLE, hasLock=false; OpenRegionProcedure 465098c8bb8cc6f74d39a3305ad55b50, server=305920afb41d,41879,1731926782638 because future has completed 2024-11-18T10:47:25,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=52 2024-11-18T10:47:25,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=52, state=SUCCESS, hasLock=false; OpenRegionProcedure 465098c8bb8cc6f74d39a3305ad55b50, server=305920afb41d,41879,1731926782638 in 789 msec 2024-11-18T10:47:25,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=465098c8bb8cc6f74d39a3305ad55b50, ASSIGN in 950 msec 2024-11-18T10:47:25,623 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-18T10:47:25,627 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-18T10:47:25,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T10:47:25,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:47:25,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:47:25,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:47:25,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:47:25,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T10:47:25,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T10:47:25,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2044466539, stopped=false 2024-11-18T10:47:25,628 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=305920afb41d,37025,1731926782480 2024-11-18T10:47:25,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T10:47:25,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T10:47:25,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T10:47:25,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:47:25,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:47:25,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:47:25,640 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:47:25,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:47:25,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:47:25,641 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T10:47:25,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T10:47:25,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:47:25,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:47:25,642 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,41879,1731926782638' ***** 2024-11-18T10:47:25,642 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:47:25,642 INFO [RS:0;305920afb41d:41879 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:47:25,643 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:47:25,643 INFO [RS:0;305920afb41d:41879 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:47:25,643 INFO [RS:0;305920afb41d:41879 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:47:25,643 INFO [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(3091): Received CLOSE for 331c2db0edb069fc5a875d12f6a46ce6 2024-11-18T10:47:25,643 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '305920afb41d,37507,1731926782721' ***** 2024-11-18T10:47:25,643 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T10:47:25,643 INFO [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fd5e77eb086233fb2164bbbedf027e9 2024-11-18T10:47:25,643 INFO [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(3091): Received CLOSE for efc88b1314160455b7850fa397cfb18c 2024-11-18T10:47:25,643 INFO [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(3091): Received CLOSE for 3b47e71c1ea8c55929351dd8a9f79c7a 2024-11-18T10:47:25,643 INFO [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(3091): Received CLOSE for 465098c8bb8cc6f74d39a3305ad55b50 2024-11-18T10:47:25,643 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 331c2db0edb069fc5a875d12f6a46ce6, disabling compactions & flushes 2024-11-18T10:47:25,643 INFO [RS:2;305920afb41d:37507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T10:47:25,643 INFO [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,41879,1731926782638 2024-11-18T10:47:25,643 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:47:25,643 INFO [RS:0;305920afb41d:41879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:47:25,643 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:47:25,643 INFO [RS:2;305920afb41d:37507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T10:47:25,643 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T10:47:25,643 INFO [RS:0;305920afb41d:41879 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;305920afb41d:41879. 2024-11-18T10:47:25,643 INFO [RS:2;305920afb41d:37507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T10:47:25,643 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. after waiting 0 ms 2024-11-18T10:47:25,643 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:47:25,643 INFO [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(3091): Received CLOSE for f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:47:25,643 DEBUG [RS:0;305920afb41d:41879 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:47:25,643 DEBUG [RS:0;305920afb41d:41879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:47:25,643 INFO [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-18T10:47:25,644 DEBUG [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(1325): Online Regions={331c2db0edb069fc5a875d12f6a46ce6=SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6., 7fd5e77eb086233fb2164bbbedf027e9=SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9., efc88b1314160455b7850fa397cfb18c=SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c., 3b47e71c1ea8c55929351dd8a9f79c7a=SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a., 465098c8bb8cc6f74d39a3305ad55b50=SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50.} 2024-11-18T10:47:25,644 DEBUG [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(1351): Waiting on 331c2db0edb069fc5a875d12f6a46ce6, 3b47e71c1ea8c55929351dd8a9f79c7a, 465098c8bb8cc6f74d39a3305ad55b50, 7fd5e77eb086233fb2164bbbedf027e9, efc88b1314160455b7850fa397cfb18c 2024-11-18T10:47:25,652 INFO [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(3091): Received CLOSE for 711143de2f3898c745f5fbf369a04a8a 2024-11-18T10:47:25,652 INFO [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(3091): Received CLOSE for 53176b5750a0c117fb1457cf130380fc 2024-11-18T10:47:25,652 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0ced49fab0a368b40418562ebc5297d, disabling compactions & flushes 2024-11-18T10:47:25,652 INFO [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(959): stopping server 305920afb41d,37507,1731926782721 2024-11-18T10:47:25,653 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:47:25,653 INFO [RS:2;305920afb41d:37507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:47:25,653 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:47:25,653 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. after waiting 0 ms 2024-11-18T10:47:25,653 INFO [RS:2;305920afb41d:37507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;305920afb41d:37507. 2024-11-18T10:47:25,653 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:47:25,653 DEBUG [RS:2;305920afb41d:37507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T10:47:25,653 DEBUG [RS:2;305920afb41d:37507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:47:25,653 INFO [RS:2;305920afb41d:37507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:47:25,653 INFO [RS:2;305920afb41d:37507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:47:25,653 INFO [RS:2;305920afb41d:37507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:47:25,653 INFO [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T10:47:25,653 INFO [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-18T10:47:25,653 DEBUG [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(1325): Online Regions={f0ced49fab0a368b40418562ebc5297d=SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d., 711143de2f3898c745f5fbf369a04a8a=SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a., 1588230740=hbase:meta,,1.1588230740, 53176b5750a0c117fb1457cf130380fc=SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc.} 2024-11-18T10:47:25,653 DEBUG [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53176b5750a0c117fb1457cf130380fc, 711143de2f3898c745f5fbf369a04a8a, f0ced49fab0a368b40418562ebc5297d 2024-11-18T10:47:25,654 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T10:47:25,654 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T10:47:25,654 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T10:47:25,654 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T10:47:25,654 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T10:47:25,654 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=15.15 KB heapSize=25.43 KB 2024-11-18T10:47:25,657 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/331c2db0edb069fc5a875d12f6a46ce6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T10:47:25,658 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:47:25,658 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 331c2db0edb069fc5a875d12f6a46ce6: Waiting for close lock at 1731926845643Running coprocessor pre-close hooks at 1731926845643Disabling compacts and flushes for region at 1731926845643Disabling writes for close at 1731926845643Writing region close event to WAL at 1731926845653 (+10 ms)Running coprocessor post-close hooks at 1731926845658 (+5 ms)Closed at 1731926845658 2024-11-18T10:47:25,658 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731926793676.331c2db0edb069fc5a875d12f6a46ce6. 2024-11-18T10:47:25,658 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fd5e77eb086233fb2164bbbedf027e9, disabling compactions & flushes 2024-11-18T10:47:25,658 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:47:25,658 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:47:25,658 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. after waiting 0 ms 2024-11-18T10:47:25,658 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:47:25,666 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/f0ced49fab0a368b40418562ebc5297d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T10:47:25,666 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:47:25,667 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0ced49fab0a368b40418562ebc5297d: Waiting for close lock at 1731926845652Running coprocessor pre-close hooks at 1731926845652Disabling compacts and flushes for region at 1731926845652Disabling writes for close at 1731926845653 (+1 ms)Writing region close event to WAL at 1731926845653Running coprocessor post-close hooks at 1731926845666 (+13 ms)Closed at 1731926845666 2024-11-18T10:47:25,667 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731926793676.f0ced49fab0a368b40418562ebc5297d. 2024-11-18T10:47:25,667 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 711143de2f3898c745f5fbf369a04a8a, disabling compactions & flushes 2024-11-18T10:47:25,667 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:47:25,667 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/7fd5e77eb086233fb2164bbbedf027e9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T10:47:25,667 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:47:25,667 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. after waiting 0 ms 2024-11-18T10:47:25,667 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:47:25,668 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:47:25,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fd5e77eb086233fb2164bbbedf027e9: Waiting for close lock at 1731926845658Running coprocessor pre-close hooks at 1731926845658Disabling compacts and flushes for region at 1731926845658Disabling writes for close at 1731926845658Writing region close event to WAL at 1731926845659 (+1 ms)Running coprocessor post-close hooks at 1731926845668 (+9 ms)Closed at 1731926845668 2024-11-18T10:47:25,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731926793676.7fd5e77eb086233fb2164bbbedf027e9. 2024-11-18T10:47:25,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efc88b1314160455b7850fa397cfb18c, disabling compactions & flushes 2024-11-18T10:47:25,668 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:47:25,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:47:25,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. after waiting 0 ms 2024-11-18T10:47:25,668 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:47:25,674 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/.tmp/info/9c9c1f14ec7c47e0a8be6da067860193 is 167, key is SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50./info:regioninfo/1731926845591/Put/seqid=0 2024-11-18T10:47:25,676 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/efc88b1314160455b7850fa397cfb18c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-18T10:47:25,677 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:47:25,677 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efc88b1314160455b7850fa397cfb18c: Waiting for close lock at 1731926845668Running coprocessor pre-close hooks at 1731926845668Disabling compacts and flushes for region at 1731926845668Disabling writes for close at 1731926845668Writing region close event to WAL at 1731926845669 (+1 ms)Running coprocessor post-close hooks at 1731926845677 (+8 ms)Closed at 1731926845677 2024-11-18T10:47:25,677 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731926793676.efc88b1314160455b7850fa397cfb18c. 2024-11-18T10:47:25,677 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3b47e71c1ea8c55929351dd8a9f79c7a, disabling compactions & flushes 2024-11-18T10:47:25,677 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:47:25,677 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:47:25,677 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. after waiting 0 ms 2024-11-18T10:47:25,678 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:47:25,680 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:47:25,681 INFO [regionserver/305920afb41d:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:47:25,683 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/711143de2f3898c745f5fbf369a04a8a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T10:47:25,684 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:47:25,684 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/3b47e71c1ea8c55929351dd8a9f79c7a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T10:47:25,684 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 711143de2f3898c745f5fbf369a04a8a: Waiting for close lock at 1731926845667Running coprocessor pre-close hooks at 1731926845667Disabling compacts and flushes for region at 1731926845667Disabling writes for close at 1731926845667Writing region close event to WAL at 1731926845669 (+2 ms)Running coprocessor post-close hooks at 1731926845684 (+15 ms)Closed at 1731926845684 2024-11-18T10:47:25,685 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731926793676.711143de2f3898c745f5fbf369a04a8a. 2024-11-18T10:47:25,685 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53176b5750a0c117fb1457cf130380fc, disabling compactions & flushes 2024-11-18T10:47:25,685 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:47:25,685 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:47:25,685 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. after waiting 0 ms 2024-11-18T10:47:25,685 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:47:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741864_1040 (size=19595) 2024-11-18T10:47:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741864_1040 (size=19595) 2024-11-18T10:47:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741864_1040 (size=19595) 2024-11-18T10:47:25,686 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:47:25,686 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3b47e71c1ea8c55929351dd8a9f79c7a: Waiting for close lock at 1731926845677Running coprocessor pre-close hooks at 1731926845677Disabling compacts and flushes for region at 1731926845677Disabling writes for close at 1731926845678 (+1 ms)Writing region close event to WAL at 1731926845678Running coprocessor post-close hooks at 1731926845686 (+8 ms)Closed at 1731926845686 2024-11-18T10:47:25,686 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731926793676.3b47e71c1ea8c55929351dd8a9f79c7a. 2024-11-18T10:47:25,686 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.00 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/.tmp/info/9c9c1f14ec7c47e0a8be6da067860193 2024-11-18T10:47:25,686 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 465098c8bb8cc6f74d39a3305ad55b50, disabling compactions & flushes 2024-11-18T10:47:25,687 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:47:25,687 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:47:25,687 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. after waiting 0 ms 2024-11-18T10:47:25,687 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:47:25,691 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/465098c8bb8cc6f74d39a3305ad55b50/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T10:47:25,691 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/default/SPTestTable/53176b5750a0c117fb1457cf130380fc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-18T10:47:25,692 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:47:25,692 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 465098c8bb8cc6f74d39a3305ad55b50: Waiting for close lock at 1731926845686Running coprocessor pre-close hooks at 1731926845686Disabling compacts and flushes for region at 1731926845686Disabling writes for close at 1731926845687 (+1 ms)Writing region close event to WAL at 1731926845687Running coprocessor post-close hooks at 1731926845692 (+5 ms)Closed at 1731926845692 2024-11-18T10:47:25,692 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731926793676.465098c8bb8cc6f74d39a3305ad55b50. 2024-11-18T10:47:25,692 INFO [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:47:25,692 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53176b5750a0c117fb1457cf130380fc: Waiting for close lock at 1731926845685Running coprocessor pre-close hooks at 1731926845685Disabling compacts and flushes for region at 1731926845685Disabling writes for close at 1731926845685Writing region close event to WAL at 1731926845687 (+2 ms)Running coprocessor post-close hooks at 1731926845692 (+5 ms)Closed at 1731926845692 2024-11-18T10:47:25,692 DEBUG [RS_CLOSE_REGION-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731926793676.53176b5750a0c117fb1457cf130380fc. 2024-11-18T10:47:25,715 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/.tmp/ns/9357e8af733f493ab07d2e5df6813adf is 43, key is default/ns:d/1731926793638/Put/seqid=0 2024-11-18T10:47:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741865_1041 (size=5153) 2024-11-18T10:47:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741865_1041 (size=5153) 2024-11-18T10:47:25,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741865_1041 (size=5153) 2024-11-18T10:47:25,724 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/.tmp/ns/9357e8af733f493ab07d2e5df6813adf 2024-11-18T10:47:25,745 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/.tmp/table/d4d39bf598fe4cf4a41c92578f14798b is 47, key is SPTestTable/table:state/1731926804204/Put/seqid=0 2024-11-18T10:47:25,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741866_1042 (size=5214) 2024-11-18T10:47:25,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741866_1042 (size=5214) 2024-11-18T10:47:25,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741866_1042 (size=5214) 2024-11-18T10:47:25,753 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/.tmp/table/d4d39bf598fe4cf4a41c92578f14798b 2024-11-18T10:47:25,759 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/.tmp/info/9c9c1f14ec7c47e0a8be6da067860193 as hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/info/9c9c1f14ec7c47e0a8be6da067860193 2024-11-18T10:47:25,765 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/info/9c9c1f14ec7c47e0a8be6da067860193, entries=110, sequenceid=35, filesize=19.1 K 2024-11-18T10:47:25,766 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/.tmp/ns/9357e8af733f493ab07d2e5df6813adf as hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/ns/9357e8af733f493ab07d2e5df6813adf 2024-11-18T10:47:25,773 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/ns/9357e8af733f493ab07d2e5df6813adf, entries=2, sequenceid=35, filesize=5.0 K 2024-11-18T10:47:25,774 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/.tmp/table/d4d39bf598fe4cf4a41c92578f14798b as hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/table/d4d39bf598fe4cf4a41c92578f14798b 2024-11-18T10:47:25,781 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/table/d4d39bf598fe4cf4a41c92578f14798b, entries=2, sequenceid=35, filesize=5.1 K 2024-11-18T10:47:25,782 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~15.15 KB/15518, heapSize ~25.13 KB/25736, currentSize=0 B/0 for 1588230740 in 127ms, sequenceid=35, compaction requested=false 2024-11-18T10:47:25,786 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/data/hbase/meta/1588230740/recovered.edits/38.seqid, newMaxSeqId=38, maxSeqId=1 2024-11-18T10:47:25,787 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T10:47:25,787 INFO [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T10:47:25,787 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731926845654Running coprocessor pre-close hooks at 1731926845654Disabling compacts and flushes for region at 1731926845654Disabling writes for close at 1731926845654Obtaining lock to block concurrent updates at 1731926845654Preparing flush snapshotting stores in 1588230740 at 1731926845654Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=15518, getHeapSize=25976, getOffHeapSize=0, getCellsCount=126 at 1731926845655 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731926845655Flushing 1588230740/info: creating writer at 1731926845655Flushing 1588230740/info: appending metadata at 1731926845674 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731926845674Flushing 1588230740/ns: creating writer at 1731926845695 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731926845714 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731926845715 (+1 ms)Flushing 1588230740/table: creating writer at 1731926845730 (+15 ms)Flushing 1588230740/table: appending metadata at 1731926845745 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731926845745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6793877c: reopening flushed file at 1731926845758 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c6f15: reopening flushed file at 1731926845765 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f053761: reopening flushed file at 1731926845773 (+8 ms)Finished flush of dataSize ~15.15 KB/15518, heapSize ~25.13 KB/25736, currentSize=0 B/0 for 1588230740 in 127ms, sequenceid=35, compaction requested=false at 1731926845782 (+9 ms)Writing region close event to WAL at 1731926845783 (+1 ms)Running coprocessor post-close hooks at 1731926845787 (+4 ms)Closed at 1731926845787 2024-11-18T10:47:25,787 DEBUG [RS_CLOSE_META-regionserver/305920afb41d:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T10:47:25,844 INFO [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,41879,1731926782638; all regions closed. 2024-11-18T10:47:25,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741834_1010 (size=3500) 2024-11-18T10:47:25,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741834_1010 (size=3500) 2024-11-18T10:47:25,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741834_1010 (size=3500) 2024-11-18T10:47:25,849 DEBUG [RS:0;305920afb41d:41879 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/oldWALs 2024-11-18T10:47:25,849 INFO [RS:0;305920afb41d:41879 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C41879%2C1731926782638:(num 1731926783458) 2024-11-18T10:47:25,849 DEBUG [RS:0;305920afb41d:41879 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:47:25,849 INFO [RS:0;305920afb41d:41879 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:47:25,849 INFO [RS:0;305920afb41d:41879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:47:25,849 INFO [RS:0;305920afb41d:41879 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T10:47:25,850 INFO [RS:0;305920afb41d:41879 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T10:47:25,850 INFO [RS:0;305920afb41d:41879 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T10:47:25,850 INFO [RS:0;305920afb41d:41879 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T10:47:25,850 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:47:25,850 INFO [RS:0;305920afb41d:41879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:47:25,850 INFO [RS:0;305920afb41d:41879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41879 2024-11-18T10:47:25,854 INFO [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(976): stopping server 305920afb41d,37507,1731926782721; all regions closed. 2024-11-18T10:47:25,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741836_1012 (size=18204) 2024-11-18T10:47:25,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741836_1012 (size=18204) 2024-11-18T10:47:25,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741836_1012 (size=18204) 2024-11-18T10:47:25,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/305920afb41d,41879,1731926782638 2024-11-18T10:47:25,856 INFO [RS:0;305920afb41d:41879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:47:25,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T10:47:25,861 DEBUG [RS:2;305920afb41d:37507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/oldWALs 2024-11-18T10:47:25,861 INFO [RS:2;305920afb41d:37507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C37507%2C1731926782721.meta:.meta(num 1731926793568) 2024-11-18T10:47:25,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741835_1011 (size=2886) 2024-11-18T10:47:25,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741835_1011 (size=2886) 2024-11-18T10:47:25,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741835_1011 (size=2886) 2024-11-18T10:47:25,865 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,41879,1731926782638] 2024-11-18T10:47:25,866 DEBUG [RS:2;305920afb41d:37507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/oldWALs 2024-11-18T10:47:25,866 INFO [RS:2;305920afb41d:37507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 305920afb41d%2C37507%2C1731926782721:(num 1731926783464) 2024-11-18T10:47:25,866 DEBUG [RS:2;305920afb41d:37507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T10:47:25,866 INFO [RS:2;305920afb41d:37507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T10:47:25,866 INFO [RS:2;305920afb41d:37507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:47:25,866 INFO [RS:2;305920afb41d:37507 {}] hbase.ChoreService(370): Chore service for: regionserver/305920afb41d:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-18T10:47:25,866 INFO [RS:2;305920afb41d:37507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:47:25,866 INFO [regionserver/305920afb41d:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:47:25,866 INFO [RS:2;305920afb41d:37507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37507 2024-11-18T10:47:25,873 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/305920afb41d,41879,1731926782638 already deleted, retry=false 2024-11-18T10:47:25,873 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,41879,1731926782638 expired; onlineServers=1 2024-11-18T10:47:25,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T10:47:25,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/305920afb41d,37507,1731926782721 2024-11-18T10:47:25,881 INFO [RS:2;305920afb41d:37507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:47:25,889 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [305920afb41d,37507,1731926782721] 2024-11-18T10:47:25,898 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/305920afb41d,37507,1731926782721 already deleted, retry=false 2024-11-18T10:47:25,898 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 305920afb41d,37507,1731926782721 expired; onlineServers=0 2024-11-18T10:47:25,898 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '305920afb41d,37025,1731926782480' ***** 2024-11-18T10:47:25,898 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T10:47:25,898 INFO [M:0;305920afb41d:37025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T10:47:25,898 INFO [M:0;305920afb41d:37025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T10:47:25,898 DEBUG [M:0;305920afb41d:37025 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T10:47:25,898 DEBUG [M:0;305920afb41d:37025 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T10:47:25,898 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T10:47:25,898 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926783066 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.large.0-1731926783066,5,FailOnTimeoutGroup] 2024-11-18T10:47:25,898 DEBUG [master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926783066 {}] cleaner.HFileCleaner(306): Exit Thread[master/305920afb41d:0:becomeActiveMaster-HFileCleaner.small.0-1731926783066,5,FailOnTimeoutGroup] 2024-11-18T10:47:25,899 INFO [M:0;305920afb41d:37025 {}] hbase.ChoreService(370): Chore service for: master/305920afb41d:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T10:47:25,899 INFO [M:0;305920afb41d:37025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T10:47:25,899 DEBUG [M:0;305920afb41d:37025 {}] master.HMaster(1795): Stopping service threads 2024-11-18T10:47:25,899 INFO [M:0;305920afb41d:37025 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T10:47:25,899 INFO [M:0;305920afb41d:37025 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T10:47:25,899 ERROR [M:0;305920afb41d:37025 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (386153333) connection to localhost/127.0.0.1:44303 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:44303,5,PEWorkerGroup] 2024-11-18T10:47:25,899 INFO [M:0;305920afb41d:37025 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T10:47:25,900 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T10:47:25,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T10:47:25,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T10:47:25,906 DEBUG [M:0;305920afb41d:37025 {}] zookeeper.ZKUtil(347): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T10:47:25,906 WARN [M:0;305920afb41d:37025 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T10:47:25,907 INFO [M:0;305920afb41d:37025 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/.lastflushedseqids 2024-11-18T10:47:25,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741867_1043 (size=650) 2024-11-18T10:47:25,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741867_1043 (size=650) 2024-11-18T10:47:25,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741867_1043 (size=650) 2024-11-18T10:47:25,918 INFO [M:0;305920afb41d:37025 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T10:47:25,919 INFO [M:0;305920afb41d:37025 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T10:47:25,919 DEBUG [M:0;305920afb41d:37025 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T10:47:25,919 INFO [M:0;305920afb41d:37025 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:47:25,919 DEBUG [M:0;305920afb41d:37025 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:47:25,919 DEBUG [M:0;305920afb41d:37025 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T10:47:25,919 DEBUG [M:0;305920afb41d:37025 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:47:25,919 INFO [M:0;305920afb41d:37025 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=180.96 KB heapSize=221.23 KB 2024-11-18T10:47:25,933 DEBUG [M:0;305920afb41d:37025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8fa5063e18104165822a95771dfebcd3 is 82, key is hbase:meta,,1/info:regioninfo/1731926793607/Put/seqid=0 2024-11-18T10:47:25,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741868_1044 (size=5672) 2024-11-18T10:47:25,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741868_1044 (size=5672) 2024-11-18T10:47:25,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741868_1044 (size=5672) 2024-11-18T10:47:25,939 INFO [M:0;305920afb41d:37025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8fa5063e18104165822a95771dfebcd3 2024-11-18T10:47:25,959 DEBUG [M:0;305920afb41d:37025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84159698c596468bbde531c5c6c58654 is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731926804210/Put/seqid=0 2024-11-18T10:47:25,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741869_1045 (size=12988) 2024-11-18T10:47:25,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741869_1045 (size=12988) 2024-11-18T10:47:25,965 INFO [RS:0;305920afb41d:41879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:47:25,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:47:25,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741869_1045 (size=12988) 2024-11-18T10:47:25,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41879-0x1014ed723dc0001, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:47:25,965 INFO [RS:0;305920afb41d:41879 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,41879,1731926782638; zookeeper connection closed. 2024-11-18T10:47:25,965 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57b60c64 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57b60c64 2024-11-18T10:47:25,965 INFO [M:0;305920afb41d:37025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=180.23 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84159698c596468bbde531c5c6c58654 2024-11-18T10:47:25,970 INFO [M:0;305920afb41d:37025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84159698c596468bbde531c5c6c58654 2024-11-18T10:47:25,985 DEBUG [M:0;305920afb41d:37025 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ceff2e1b0c74fa3805796295e11d1d1 is 69, key is 305920afb41d,37507,1731926782721/rs:state/1731926783281/Put/seqid=0 2024-11-18T10:47:25,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:47:25,990 INFO [RS:2;305920afb41d:37507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:47:25,990 INFO [RS:2;305920afb41d:37507 {}] regionserver.HRegionServer(1031): Exiting; stopping=305920afb41d,37507,1731926782721; zookeeper connection closed. 2024-11-18T10:47:25,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37507-0x1014ed723dc0003, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:47:25,990 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@260742b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@260742b5 2024-11-18T10:47:25,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741870_1046 (size=5442) 2024-11-18T10:47:25,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741870_1046 (size=5442) 2024-11-18T10:47:25,990 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-18T10:47:25,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741870_1046 (size=5442) 2024-11-18T10:47:25,991 INFO [M:0;305920afb41d:37025 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ceff2e1b0c74fa3805796295e11d1d1 2024-11-18T10:47:25,995 INFO [M:0;305920afb41d:37025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ceff2e1b0c74fa3805796295e11d1d1 2024-11-18T10:47:25,996 DEBUG [M:0;305920afb41d:37025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8fa5063e18104165822a95771dfebcd3 as hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8fa5063e18104165822a95771dfebcd3 2024-11-18T10:47:26,001 INFO [M:0;305920afb41d:37025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8fa5063e18104165822a95771dfebcd3, entries=8, sequenceid=434, filesize=5.5 K 2024-11-18T10:47:26,002 DEBUG [M:0;305920afb41d:37025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/84159698c596468bbde531c5c6c58654 as hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84159698c596468bbde531c5c6c58654 2024-11-18T10:47:26,007 INFO [M:0;305920afb41d:37025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84159698c596468bbde531c5c6c58654 2024-11-18T10:47:26,007 INFO [M:0;305920afb41d:37025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/84159698c596468bbde531c5c6c58654, entries=56, sequenceid=434, filesize=12.7 K 2024-11-18T10:47:26,008 DEBUG [M:0;305920afb41d:37025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ceff2e1b0c74fa3805796295e11d1d1 as hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ceff2e1b0c74fa3805796295e11d1d1 2024-11-18T10:47:26,013 INFO [M:0;305920afb41d:37025 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4ceff2e1b0c74fa3805796295e11d1d1 2024-11-18T10:47:26,013 INFO [M:0;305920afb41d:37025 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44303/user/jenkins/test-data/ccf11d71-b8f2-0bbc-20c5-b5afb8e75832/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ceff2e1b0c74fa3805796295e11d1d1, entries=3, sequenceid=434, filesize=5.3 K 2024-11-18T10:47:26,014 INFO [M:0;305920afb41d:37025 {}] regionserver.HRegion(3140): Finished flush of dataSize ~180.96 KB/185306, heapSize ~220.93 KB/226232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=434, compaction requested=false 2024-11-18T10:47:26,015 INFO [M:0;305920afb41d:37025 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T10:47:26,015 DEBUG [M:0;305920afb41d:37025 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731926845919Disabling compacts and flushes for region at 1731926845919Disabling writes for close at 1731926845919Obtaining lock to block concurrent updates at 1731926845919Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731926845919Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=185306, getHeapSize=226472, getOffHeapSize=0, getCellsCount=531 at 1731926845919Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731926845920 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731926845920Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731926845933 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731926845933Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731926845944 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731926845959 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731926845959Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731926845970 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731926845984 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731926845985 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@774b0e8e: reopening flushed file at 1731926845996 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5ac486: reopening flushed file at 1731926846001 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e63bd9: reopening flushed file at 1731926846007 (+6 ms)Finished flush of dataSize ~180.96 KB/185306, heapSize ~220.93 KB/226232, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=434, compaction requested=false at 1731926846014 (+7 ms)Writing region close event to WAL at 1731926846015 (+1 ms)Closed at 1731926846015 2024-11-18T10:47:26,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32775 is added to blk_1073741830_1006 (size=214323) 2024-11-18T10:47:26,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39587 is added to blk_1073741830_1006 (size=214323) 2024-11-18T10:47:26,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42543 is added to blk_1073741830_1006 (size=214323) 2024-11-18T10:47:26,018 INFO [M:0;305920afb41d:37025 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T10:47:26,018 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T10:47:26,018 INFO [M:0;305920afb41d:37025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37025 2024-11-18T10:47:26,018 INFO [M:0;305920afb41d:37025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T10:47:26,128 INFO [M:0;305920afb41d:37025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T10:47:26,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:47:26,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37025-0x1014ed723dc0000, quorum=127.0.0.1:57510, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T10:47:26,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34af3519{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:47:26,131 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70f36d17{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:47:26,131 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:47:26,131 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cdd75e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:47:26,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9396e16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/hadoop.log.dir/,STOPPED} 2024-11-18T10:47:26,133 WARN [BP-2064024530-172.17.0.3-1731926780085 heartbeating to localhost/127.0.0.1:44303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:47:26,133 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:47:26,133 WARN [BP-2064024530-172.17.0.3-1731926780085 heartbeating to localhost/127.0.0.1:44303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2064024530-172.17.0.3-1731926780085 (Datanode Uuid 54def1d3-e63f-4128-a00d-8934a9fb00e9) service to localhost/127.0.0.1:44303 2024-11-18T10:47:26,133 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:47:26,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/data/data5/current/BP-2064024530-172.17.0.3-1731926780085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:47:26,133 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/data/data6/current/BP-2064024530-172.17.0.3-1731926780085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:47:26,134 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:47:26,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4278e196{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:47:26,136 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@240e258d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:47:26,136 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:47:26,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d10dac1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:47:26,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e4cb42c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/hadoop.log.dir/,STOPPED} 2024-11-18T10:47:26,138 WARN [BP-2064024530-172.17.0.3-1731926780085 heartbeating to localhost/127.0.0.1:44303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:47:26,138 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:47:26,138 WARN [BP-2064024530-172.17.0.3-1731926780085 heartbeating to localhost/127.0.0.1:44303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2064024530-172.17.0.3-1731926780085 (Datanode Uuid 38ad0d16-cd3b-46e2-abc7-489811010d82) service to localhost/127.0.0.1:44303 2024-11-18T10:47:26,138 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:47:26,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/data/data3/current/BP-2064024530-172.17.0.3-1731926780085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:47:26,139 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/data/data4/current/BP-2064024530-172.17.0.3-1731926780085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:47:26,139 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:47:26,143 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bb8e0ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T10:47:26,144 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3826855f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:47:26,144 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:47:26,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c7d630c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:47:26,144 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c041eda{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/hadoop.log.dir/,STOPPED} 2024-11-18T10:47:26,145 WARN [BP-2064024530-172.17.0.3-1731926780085 heartbeating to localhost/127.0.0.1:44303 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T10:47:26,145 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T10:47:26,145 WARN [BP-2064024530-172.17.0.3-1731926780085 heartbeating to localhost/127.0.0.1:44303 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2064024530-172.17.0.3-1731926780085 (Datanode Uuid 009653bd-846a-40dd-8e85-ee23417ebab6) service to localhost/127.0.0.1:44303 2024-11-18T10:47:26,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T10:47:26,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/data/data1/current/BP-2064024530-172.17.0.3-1731926780085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:47:26,146 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/cluster_5daf9ed8-4193-e377-56aa-4e05c9c4819d/data/data2/current/BP-2064024530-172.17.0.3-1731926780085 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T10:47:26,146 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T10:47:26,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61ecee75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T10:47:26,152 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5467191c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T10:47:26,152 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T10:47:26,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2782fe9f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T10:47:26,152 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c524a9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a38f15b4-f5fe-5834-4e19-7b03c85e7e1a/hadoop.log.dir/,STOPPED} 2024-11-18T10:47:26,159 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T10:47:26,179 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=305920afb41d:37025 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-18T10:47:26,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-18T10:47:26,196 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 91) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:44303 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:44303 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:44303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (386153333) connection to localhost/127.0.0.1:44303 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:44303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:44303 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44303 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/305920afb41d:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=478 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 361), ProcessCount=11 (was 11), AvailableMemoryMB=1046 (was 1791)