2024-11-19 12:12:37,714 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-19 12:12:37,730 main DEBUG Took 0.012486 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-19 12:12:37,730 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-19 12:12:37,731 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-19 12:12:37,732 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-19 12:12:37,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:12:37,743 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-19 12:12:37,762 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,764 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:12:37,767 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,768 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:12:37,769 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,769 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:12:37,770 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,771 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:12:37,772 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,772 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:12:37,774 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,774 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:12:37,775 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,776 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:12:37,776 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,777 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:12:37,778 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,778 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:12:37,779 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:12:37,780 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,781 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:12:37,782 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,782 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-19 12:12:37,783 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,783 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-19 12:12:37,789 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-19 12:12:37,790 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-19 12:12:37,793 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-19 12:12:37,793 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-19 12:12:37,795 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-19 12:12:37,796 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-19 12:12:37,806 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-19 12:12:37,809 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-19 12:12:37,812 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-19 12:12:37,812 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-19 12:12:37,813 main DEBUG createAppenders(={Console}) 2024-11-19 12:12:37,813 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-19 12:12:37,814 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-19 12:12:37,814 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-19 12:12:37,815 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-19 12:12:37,815 main DEBUG OutputStream closed 2024-11-19 12:12:37,815 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-19 12:12:37,816 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-19 12:12:37,816 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-19 12:12:37,929 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-19 12:12:37,932 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-19 12:12:37,933 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-19 12:12:37,934 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-19 12:12:37,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-19 12:12:37,935 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-19 12:12:37,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-19 12:12:37,936 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-19 12:12:37,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-19 12:12:37,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-19 12:12:37,937 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-19 12:12:37,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-19 12:12:37,938 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-19 12:12:37,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-19 12:12:37,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-19 12:12:37,939 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-19 12:12:37,940 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-19 12:12:37,941 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-19 12:12:37,943 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19 12:12:37,943 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-19 12:12:37,943 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-19 12:12:37,944 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-19T12:12:37,961 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-19 12:12:37,965 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-19 12:12:37,965 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-19T12:12:37,973 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-19T12:12:38,011 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=350, ProcessCount=11, AvailableMemoryMB=15267 2024-11-19T12:12:38,395 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608 2024-11-19T12:12:38,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:12:38,419 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081, deleteOnExit=true 2024-11-19T12:12:38,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:12:38,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/test.cache.data in system properties and HBase conf 2024-11-19T12:12:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:12:38,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:12:38,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:12:38,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:12:38,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:12:38,537 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-19T12:12:38,668 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:12:38,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:12:38,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:12:38,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:12:38,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:12:38,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:12:38,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:12:38,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:12:38,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:12:38,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:12:38,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:12:38,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:12:38,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:12:38,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:12:38,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:12:40,239 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-19T12:12:40,335 INFO [Time-limited test {}] log.Log(170): Logging initialized @3493ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-19T12:12:40,431 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:12:40,516 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:12:40,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:12:40,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:12:40,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:12:40,563 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:12:40,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:12:40,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:12:40,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79bca9fa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/java.io.tmpdir/jetty-localhost-33865-hadoop-hdfs-3_4_1-tests_jar-_-any-16568589481856768262/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:12:40,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:33865} 2024-11-19T12:12:40,801 INFO [Time-limited test {}] server.Server(415): Started @3960ms 2024-11-19T12:12:41,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:12:41,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:12:41,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:12:41,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:12:41,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:12:41,459 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5def8714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:12:41,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64d6dd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:12:41,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45354c57{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/java.io.tmpdir/jetty-localhost-41685-hadoop-hdfs-3_4_1-tests_jar-_-any-1335991111951303930/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:12:41,563 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c35cd1d{HTTP/1.1, (http/1.1)}{localhost:41685} 2024-11-19T12:12:41,564 INFO [Time-limited test {}] server.Server(415): Started @4723ms 2024-11-19T12:12:41,618 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:12:41,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:12:41,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:12:41,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:12:41,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:12:41,760 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:12:41,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a084ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:12:41,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a0856c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:12:41,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@699f8d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/java.io.tmpdir/jetty-localhost-44305-hadoop-hdfs-3_4_1-tests_jar-_-any-79140672627120376/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:12:41,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc736d5{HTTP/1.1, (http/1.1)}{localhost:44305} 2024-11-19T12:12:41,909 INFO [Time-limited test {}] server.Server(415): Started @5068ms 2024-11-19T12:12:41,912 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:12:41,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:12:41,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:12:41,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:12:41,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:12:41,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:12:41,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3034dd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:12:41,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75e42390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:12:42,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2701064c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/java.io.tmpdir/jetty-localhost-46505-hadoop-hdfs-3_4_1-tests_jar-_-any-172475061453323909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:12:42,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6129c5c9{HTTP/1.1, (http/1.1)}{localhost:46505} 2024-11-19T12:12:42,111 INFO [Time-limited test {}] server.Server(415): Started @5271ms 2024-11-19T12:12:42,115 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:12:43,397 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/data/data4/current/BP-1763009844-172.17.0.2-1732018359323/current, will proceed with Du for space computation calculation, 2024-11-19T12:12:43,397 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/data/data3/current/BP-1763009844-172.17.0.2-1732018359323/current, will proceed with Du for space computation calculation, 2024-11-19T12:12:43,397 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/data/data1/current/BP-1763009844-172.17.0.2-1732018359323/current, will proceed with Du for space computation calculation, 2024-11-19T12:12:43,397 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/data/data2/current/BP-1763009844-172.17.0.2-1732018359323/current, will proceed with Du for space computation calculation, 2024-11-19T12:12:43,444 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:12:43,445 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:12:43,509 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x865d833ca6040b5 with lease ID 0xc1d8f9ac21145c0d: Processing first storage report for DS-8d8dd6b5-afd2-437b-b8cb-bc116f05b417 from datanode DatanodeRegistration(127.0.0.1:38249, datanodeUuid=737ccedc-944c-432c-9aaf-03bfe89f613f, infoPort=33467, infoSecurePort=0, ipcPort=40471, storageInfo=lv=-57;cid=testClusterID;nsid=356309974;c=1732018359323) 2024-11-19T12:12:43,510 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x865d833ca6040b5 with lease ID 0xc1d8f9ac21145c0d: from storage DS-8d8dd6b5-afd2-437b-b8cb-bc116f05b417 node DatanodeRegistration(127.0.0.1:38249, datanodeUuid=737ccedc-944c-432c-9aaf-03bfe89f613f, infoPort=33467, infoSecurePort=0, ipcPort=40471, storageInfo=lv=-57;cid=testClusterID;nsid=356309974;c=1732018359323), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T12:12:43,510 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/data/data5/current/BP-1763009844-172.17.0.2-1732018359323/current, will proceed with Du for space computation calculation, 2024-11-19T12:12:43,510 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb615d70558b5584 with lease ID 0xc1d8f9ac21145c0e: Processing first storage report for DS-edb8c919-d721-4226-bca3-d724e46d7cee from datanode DatanodeRegistration(127.0.0.1:32783, datanodeUuid=706382c0-677f-4a6d-b826-8421a24f9ee5, infoPort=34453, infoSecurePort=0, ipcPort=35891, storageInfo=lv=-57;cid=testClusterID;nsid=356309974;c=1732018359323) 2024-11-19T12:12:43,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb615d70558b5584 with lease ID 0xc1d8f9ac21145c0e: from storage DS-edb8c919-d721-4226-bca3-d724e46d7cee node DatanodeRegistration(127.0.0.1:32783, datanodeUuid=706382c0-677f-4a6d-b826-8421a24f9ee5, infoPort=34453, infoSecurePort=0, ipcPort=35891, storageInfo=lv=-57;cid=testClusterID;nsid=356309974;c=1732018359323), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:12:43,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x865d833ca6040b5 with lease ID 0xc1d8f9ac21145c0d: Processing first storage report for DS-d2fbf80b-7eeb-4cca-a512-4553d3160c6f from datanode DatanodeRegistration(127.0.0.1:38249, datanodeUuid=737ccedc-944c-432c-9aaf-03bfe89f613f, infoPort=33467, infoSecurePort=0, ipcPort=40471, storageInfo=lv=-57;cid=testClusterID;nsid=356309974;c=1732018359323) 2024-11-19T12:12:43,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x865d833ca6040b5 with lease ID 0xc1d8f9ac21145c0d: from storage DS-d2fbf80b-7eeb-4cca-a512-4553d3160c6f node DatanodeRegistration(127.0.0.1:38249, datanodeUuid=737ccedc-944c-432c-9aaf-03bfe89f613f, infoPort=33467, infoSecurePort=0, ipcPort=40471, storageInfo=lv=-57;cid=testClusterID;nsid=356309974;c=1732018359323), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:12:43,511 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/data/data6/current/BP-1763009844-172.17.0.2-1732018359323/current, will proceed with Du for space computation calculation, 2024-11-19T12:12:43,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb615d70558b5584 with lease ID 0xc1d8f9ac21145c0e: Processing first storage report for DS-b2b67fe1-02d8-4e44-9b52-f8f3b004cc9a from datanode DatanodeRegistration(127.0.0.1:32783, datanodeUuid=706382c0-677f-4a6d-b826-8421a24f9ee5, infoPort=34453, infoSecurePort=0, ipcPort=35891, storageInfo=lv=-57;cid=testClusterID;nsid=356309974;c=1732018359323) 2024-11-19T12:12:43,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb615d70558b5584 with lease ID 0xc1d8f9ac21145c0e: from storage DS-b2b67fe1-02d8-4e44-9b52-f8f3b004cc9a node DatanodeRegistration(127.0.0.1:32783, datanodeUuid=706382c0-677f-4a6d-b826-8421a24f9ee5, infoPort=34453, infoSecurePort=0, ipcPort=35891, storageInfo=lv=-57;cid=testClusterID;nsid=356309974;c=1732018359323), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:12:43,541 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:12:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc24403670ba94c9a with lease ID 0xc1d8f9ac21145c0f: Processing first storage report for DS-160a451a-e826-4ccd-8749-e24ae803c0e4 from datanode DatanodeRegistration(127.0.0.1:41921, datanodeUuid=769add06-c021-4d0e-ba45-603910c9de28, infoPort=36943, infoSecurePort=0, ipcPort=36789, storageInfo=lv=-57;cid=testClusterID;nsid=356309974;c=1732018359323) 2024-11-19T12:12:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc24403670ba94c9a with lease ID 0xc1d8f9ac21145c0f: from storage DS-160a451a-e826-4ccd-8749-e24ae803c0e4 node DatanodeRegistration(127.0.0.1:41921, datanodeUuid=769add06-c021-4d0e-ba45-603910c9de28, infoPort=36943, infoSecurePort=0, ipcPort=36789, storageInfo=lv=-57;cid=testClusterID;nsid=356309974;c=1732018359323), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-19T12:12:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc24403670ba94c9a with lease ID 0xc1d8f9ac21145c0f: Processing first storage report for DS-9cfe42b7-19b2-450a-963e-825ec600ea3e from datanode DatanodeRegistration(127.0.0.1:41921, datanodeUuid=769add06-c021-4d0e-ba45-603910c9de28, infoPort=36943, infoSecurePort=0, ipcPort=36789, storageInfo=lv=-57;cid=testClusterID;nsid=356309974;c=1732018359323) 2024-11-19T12:12:43,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc24403670ba94c9a with lease ID 0xc1d8f9ac21145c0f: from storage DS-9cfe42b7-19b2-450a-963e-825ec600ea3e node DatanodeRegistration(127.0.0.1:41921, datanodeUuid=769add06-c021-4d0e-ba45-603910c9de28, infoPort=36943, infoSecurePort=0, ipcPort=36789, storageInfo=lv=-57;cid=testClusterID;nsid=356309974;c=1732018359323), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:12:43,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608 2024-11-19T12:12:43,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/zookeeper_0, clientPort=59255, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T12:12:43,656 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59255 2024-11-19T12:12:43,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:12:43,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:12:43,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:12:43,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:12:43,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:12:44,376 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf with version=8 2024-11-19T12:12:44,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/hbase-staging 2024-11-19T12:12:44,464 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-19T12:12:44,789 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:12:44,800 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:12:44,801 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:12:44,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:12:44,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:12:44,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:12:44,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:12:45,056 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-19T12:12:45,066 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-19T12:12:45,069 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:12:45,093 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 997 (auto-detected) 2024-11-19T12:12:45,094 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-19T12:12:45,112 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35607 2024-11-19T12:12:45,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35607 connecting to ZooKeeper ensemble=127.0.0.1:59255 2024-11-19T12:12:45,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356070x0, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:12:45,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35607-0x1015302d8940000 connected 2024-11-19T12:12:45,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:12:45,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:12:45,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:12:45,417 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf, hbase.cluster.distributed=false 2024-11-19T12:12:45,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T12:12:45,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35607 2024-11-19T12:12:45,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35607 2024-11-19T12:12:45,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35607 2024-11-19T12:12:45,454 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35607 2024-11-19T12:12:45,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35607 2024-11-19T12:12:45,558 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:12:45,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:12:45,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:12:45,560 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:12:45,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:12:45,561 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:12:45,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:12:45,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:12:45,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42135 2024-11-19T12:12:45,569 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42135 connecting to ZooKeeper ensemble=127.0.0.1:59255 2024-11-19T12:12:45,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:12:45,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:12:45,597 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:421350x0, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:12:45,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42135-0x1015302d8940001 connected 2024-11-19T12:12:45,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:12:45,603 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:12:45,614 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:12:45,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T12:12:45,623 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T12:12:45,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42135 2024-11-19T12:12:45,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42135 2024-11-19T12:12:45,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42135 2024-11-19T12:12:45,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42135 2024-11-19T12:12:45,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42135 2024-11-19T12:12:45,642 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:12:45,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:12:45,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:12:45,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:12:45,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:12:45,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:12:45,644 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:12:45,644 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:12:45,645 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43139 2024-11-19T12:12:45,646 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43139 connecting to ZooKeeper ensemble=127.0.0.1:59255 2024-11-19T12:12:45,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:12:45,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:12:45,670 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431390x0, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:12:45,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431390x0, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:12:45,671 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43139-0x1015302d8940002 connected 2024-11-19T12:12:45,672 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:12:45,674 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:12:45,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T12:12:45,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T12:12:45,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-19T12:12:45,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43139 2024-11-19T12:12:45,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43139 2024-11-19T12:12:45,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-19T12:12:45,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43139 2024-11-19T12:12:45,706 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:12:45,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:12:45,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:12:45,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:12:45,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:12:45,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:12:45,708 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:12:45,708 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:12:45,709 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40213 2024-11-19T12:12:45,712 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40213 connecting to ZooKeeper ensemble=127.0.0.1:59255 2024-11-19T12:12:45,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:12:45,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:12:45,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402130x0, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:12:45,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402130x0, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:12:45,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40213-0x1015302d8940003 connected 2024-11-19T12:12:45,735 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:12:45,736 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:12:45,737 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T12:12:45,739 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T12:12:45,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40213 2024-11-19T12:12:45,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40213 2024-11-19T12:12:45,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40213 2024-11-19T12:12:45,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40213 2024-11-19T12:12:45,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40213 2024-11-19T12:12:45,757 DEBUG [M:0;351a98347401:35607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:35607 2024-11-19T12:12:45,758 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/351a98347401,35607,1732018364610 2024-11-19T12:12:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:12:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:12:45,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:12:45,776 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:12:45,778 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/351a98347401,35607,1732018364610 2024-11-19T12:12:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T12:12:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T12:12:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:45,807 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T12:12:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:45,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:45,807 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:45,808 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T12:12:45,809 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/351a98347401,35607,1732018364610 from backup master directory 2024-11-19T12:12:45,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/351a98347401,35607,1732018364610 2024-11-19T12:12:45,817 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:12:45,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:12:45,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:12:45,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:12:45,818 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:12:45,819 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,35607,1732018364610 2024-11-19T12:12:45,822 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-19T12:12:45,823 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-19T12:12:45,870 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/hbase.id] with ID: e3c8c8d3-5e8a-4531-a40b-cd6aa7f2d418 2024-11-19T12:12:45,871 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/.tmp/hbase.id 2024-11-19T12:12:45,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:12:45,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:12:45,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:12:45,885 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/.tmp/hbase.id]:[hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/hbase.id] 2024-11-19T12:12:45,928 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:12:45,933 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:12:45,950 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-19T12:12:45,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:45,965 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:45,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:45,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:45,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:12:45,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:12:45,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:12:46,002 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:12:46,003 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:12:46,016 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:12:46,020 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:12:46,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:12:46,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:12:46,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:12:46,067 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store 2024-11-19T12:12:46,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:12:46,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:12:46,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:12:46,093 INFO [master/351a98347401:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-19T12:12:46,097 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:46,099 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:12:46,099 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:12:46,099 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:12:46,101 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:12:46,101 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:12:46,102 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:12:46,103 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018366099Disabling compacts and flushes for region at 1732018366099Disabling writes for close at 1732018366101 (+2 ms)Writing region close event to WAL at 1732018366101Closed at 1732018366101 2024-11-19T12:12:46,105 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/.initializing 2024-11-19T12:12:46,106 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/WALs/351a98347401,35607,1732018364610 2024-11-19T12:12:46,114 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:12:46,129 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C35607%2C1732018364610, suffix=, logDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/WALs/351a98347401,35607,1732018364610, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/oldWALs, maxLogs=10 2024-11-19T12:12:46,150 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/WALs/351a98347401,35607,1732018364610/351a98347401%2C35607%2C1732018364610.1732018366133, exclude list is [], retry=0 2024-11-19T12:12:46,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38249,DS-8d8dd6b5-afd2-437b-b8cb-bc116f05b417,DISK] 2024-11-19T12:12:46,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-160a451a-e826-4ccd-8749-e24ae803c0e4,DISK] 2024-11-19T12:12:46,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32783,DS-edb8c919-d721-4226-bca3-d724e46d7cee,DISK] 2024-11-19T12:12:46,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-19T12:12:46,215 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/WALs/351a98347401,35607,1732018364610/351a98347401%2C35607%2C1732018364610.1732018366133 2024-11-19T12:12:46,217 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36943:36943),(127.0.0.1/127.0.0.1:33467:33467),(127.0.0.1/127.0.0.1:34453:34453)] 2024-11-19T12:12:46,217 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:12:46,218 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:46,221 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:12:46,222 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:12:46,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:12:46,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:12:46,292 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:46,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:12:46,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:12:46,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:12:46,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:46,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:12:46,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:12:46,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:12:46,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:46,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:12:46,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:12:46,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:12:46,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:46,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:12:46,308 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:12:46,311 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:12:46,312 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:12:46,317 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:12:46,317 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:12:46,320 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:12:46,323 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:12:46,327 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:12:46,328 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60879206, jitterRate=-0.0928291380405426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:12:46,335 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018366238Initializing all the Stores at 1732018366239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018366240 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018366241 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018366241Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018366241Cleaning up temporary data from old regions at 1732018366318 (+77 ms)Region opened successfully at 1732018366335 (+17 ms) 2024-11-19T12:12:46,336 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:12:46,365 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147f333c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:12:46,391 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:12:46,400 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:12:46,400 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:12:46,402 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:12:46,403 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-19T12:12:46,407 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-19T12:12:46,408 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-19T12:12:46,430 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:12:46,438 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T12:12:46,449 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T12:12:46,451 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:12:46,452 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:12:46,459 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T12:12:46,461 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:12:46,464 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:12:46,469 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T12:12:46,471 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:12:46,480 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T12:12:46,501 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:12:46,512 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T12:12:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T12:12:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T12:12:46,523 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T12:12:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T12:12:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:46,523 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:46,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:46,528 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,35607,1732018364610, sessionid=0x1015302d8940000, setting cluster-up flag (Was=false) 2024-11-19T12:12:46,554 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:46,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:46,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:46,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:46,586 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T12:12:46,591 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,35607,1732018364610 2024-11-19T12:12:46,617 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:46,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:46,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:46,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:46,649 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T12:12:46,653 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,35607,1732018364610 2024-11-19T12:12:46,662 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:12:46,744 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:12:46,746 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(746): ClusterId : e3c8c8d3-5e8a-4531-a40b-cd6aa7f2d418 2024-11-19T12:12:46,748 INFO [RS:2;351a98347401:40213 {}] regionserver.HRegionServer(746): ClusterId : e3c8c8d3-5e8a-4531-a40b-cd6aa7f2d418 2024-11-19T12:12:46,748 INFO [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(746): ClusterId : e3c8c8d3-5e8a-4531-a40b-cd6aa7f2d418 2024-11-19T12:12:46,749 DEBUG [RS:2;351a98347401:40213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:12:46,749 DEBUG [RS:1;351a98347401:43139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:12:46,749 DEBUG [RS:0;351a98347401:42135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:12:46,754 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:12:46,760 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:12:46,765 DEBUG [RS:1;351a98347401:43139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:12:46,765 DEBUG [RS:0;351a98347401:42135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:12:46,765 DEBUG [RS:2;351a98347401:40213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:12:46,765 DEBUG [RS:0;351a98347401:42135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:12:46,765 DEBUG [RS:1;351a98347401:43139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:12:46,765 DEBUG [RS:2;351a98347401:40213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:12:46,766 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,35607,1732018364610 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:12:46,787 DEBUG [RS:1;351a98347401:43139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:12:46,787 DEBUG [RS:2;351a98347401:40213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:12:46,787 DEBUG [RS:0;351a98347401:42135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:12:46,787 DEBUG [RS:1;351a98347401:43139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bff0518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:12:46,787 DEBUG [RS:0;351a98347401:42135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327a804e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:12:46,787 DEBUG [RS:2;351a98347401:40213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12aa8a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:12:46,789 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:12:46,789 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:12:46,789 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:12:46,790 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:12:46,790 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:12:46,790 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:46,790 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:12:46,790 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:46,798 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018396798 2024-11-19T12:12:46,799 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:12:46,800 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:12:46,800 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:12:46,801 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:12:46,803 DEBUG [RS:0;351a98347401:42135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:42135 2024-11-19T12:12:46,807 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:12:46,807 DEBUG [RS:2;351a98347401:40213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;351a98347401:40213 2024-11-19T12:12:46,807 DEBUG [RS:1;351a98347401:43139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;351a98347401:43139 2024-11-19T12:12:46,808 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:12:46,808 INFO [RS:0;351a98347401:42135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:12:46,808 INFO [RS:1;351a98347401:43139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:12:46,808 INFO [RS:2;351a98347401:40213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:12:46,808 INFO [RS:1;351a98347401:43139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:12:46,808 INFO [RS:0;351a98347401:42135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:12:46,808 INFO [RS:2;351a98347401:40213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:12:46,808 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:12:46,808 DEBUG [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:12:46,808 DEBUG [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:12:46,808 DEBUG [RS:2;351a98347401:40213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:12:46,808 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:12:46,810 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:46,809 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:46,811 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,35607,1732018364610 with port=43139, startcode=1732018365642 2024-11-19T12:12:46,811 INFO [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,35607,1732018364610 with port=42135, startcode=1732018365526 2024-11-19T12:12:46,811 INFO [RS:2;351a98347401:40213 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,35607,1732018364610 with port=40213, startcode=1732018365706 2024-11-19T12:12:46,811 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:12:46,816 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:12:46,818 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:12:46,818 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:12:46,820 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:12:46,820 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:12:46,823 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018366822,5,FailOnTimeoutGroup] 2024-11-19T12:12:46,825 DEBUG [RS:0;351a98347401:42135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:12:46,825 DEBUG [RS:2;351a98347401:40213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:12:46,825 DEBUG [RS:1;351a98347401:43139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:12:46,825 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018366823,5,FailOnTimeoutGroup] 2024-11-19T12:12:46,825 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:46,826 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:12:46,827 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:46,827 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:46,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:12:46,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:12:46,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:12:46,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:12:46,840 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:46,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:12:46,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:12:46,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:12:46,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:46,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:12:46,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:12:46,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:46,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:12:46,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:12:46,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:12:46,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:46,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:12:46,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:12:46,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:12:46,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:46,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:12:46,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:12:46,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:12:46,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:46,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:12:46,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:12:46,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740 2024-11-19T12:12:46,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740 2024-11-19T12:12:46,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:12:46,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:12:46,900 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:12:46,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:12:46,908 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:12:46,908 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:12:46,908 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:12:46,911 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:12:46,912 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61370554, jitterRate=-0.08550748229026794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:12:46,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,42135,1732018365526 2024-11-19T12:12:46,917 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35607 {}] master.ServerManager(517): Registering regionserver=351a98347401,42135,1732018365526 2024-11-19T12:12:46,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018366870Initializing all the Stores at 1732018366872 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018366872Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018366872Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018366872Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018366872Cleaning up temporary data from old regions at 1732018366899 (+27 ms)Region opened successfully at 1732018366918 (+19 ms) 2024-11-19T12:12:46,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:12:46,918 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:12:46,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:12:46,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:12:46,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:12:46,920 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:12:46,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018366918Disabling compacts and flushes for region at 1732018366918Disabling writes for close at 1732018366918Writing region close event to WAL at 1732018366919 (+1 ms)Closed at 1732018366920 (+1 ms) 2024-11-19T12:12:46,926 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:12:46,926 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:12:46,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,40213,1732018365706 2024-11-19T12:12:46,931 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35607 {}] master.ServerManager(517): Registering regionserver=351a98347401,40213,1732018365706 2024-11-19T12:12:46,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:12:46,935 DEBUG [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:46,935 DEBUG [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32987 2024-11-19T12:12:46,935 DEBUG [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:12:46,936 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35607 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,43139,1732018365642 2024-11-19T12:12:46,936 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35607 {}] master.ServerManager(517): Registering regionserver=351a98347401,43139,1732018365642 2024-11-19T12:12:46,936 DEBUG [RS:2;351a98347401:40213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:46,936 DEBUG [RS:2;351a98347401:40213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32987 2024-11-19T12:12:46,937 DEBUG [RS:2;351a98347401:40213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:12:46,940 DEBUG [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:46,940 DEBUG [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32987 2024-11-19T12:12:46,940 DEBUG [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:12:46,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T12:12:46,944 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:12:46,948 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:12:46,988 DEBUG [RS:0;351a98347401:42135 {}] zookeeper.ZKUtil(111): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/351a98347401,42135,1732018365526 2024-11-19T12:12:46,988 WARN [RS:0;351a98347401:42135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:12:46,988 DEBUG [RS:1;351a98347401:43139 {}] zookeeper.ZKUtil(111): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/351a98347401,43139,1732018365642 2024-11-19T12:12:46,988 INFO [RS:0;351a98347401:42135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:12:46,988 DEBUG [RS:2;351a98347401:40213 {}] zookeeper.ZKUtil(111): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/351a98347401,40213,1732018365706 2024-11-19T12:12:46,988 WARN [RS:1;351a98347401:43139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:12:46,988 WARN [RS:2;351a98347401:40213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:12:46,988 DEBUG [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,42135,1732018365526 2024-11-19T12:12:46,988 INFO [RS:1;351a98347401:43139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:12:46,988 INFO [RS:2;351a98347401:40213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:12:46,988 DEBUG [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,43139,1732018365642 2024-11-19T12:12:46,989 DEBUG [RS:2;351a98347401:40213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706 2024-11-19T12:12:46,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,40213,1732018365706] 2024-11-19T12:12:46,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,43139,1732018365642] 2024-11-19T12:12:46,990 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,42135,1732018365526] 2024-11-19T12:12:47,016 INFO [RS:2;351a98347401:40213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:12:47,016 INFO [RS:0;351a98347401:42135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:12:47,016 INFO [RS:1;351a98347401:43139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:12:47,036 INFO [RS:1;351a98347401:43139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:12:47,036 INFO [RS:2;351a98347401:40213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:12:47,036 INFO [RS:0;351a98347401:42135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:12:47,041 INFO [RS:1;351a98347401:43139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:12:47,041 INFO [RS:0;351a98347401:42135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:12:47,041 INFO [RS:2;351a98347401:40213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:12:47,042 INFO [RS:1;351a98347401:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,042 INFO [RS:2;351a98347401:40213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,042 INFO [RS:0;351a98347401:42135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,043 INFO [RS:2;351a98347401:40213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:12:47,044 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:12:47,045 INFO [RS:0;351a98347401:42135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:12:47,049 INFO [RS:0;351a98347401:42135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:12:47,049 INFO [RS:2;351a98347401:40213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:12:47,049 INFO [RS:1;351a98347401:43139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:12:47,051 INFO [RS:1;351a98347401:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,051 INFO [RS:2;351a98347401:40213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,051 INFO [RS:0;351a98347401:42135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,052 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,052 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:12:47,053 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:12:47,053 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:12:47,053 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,053 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:12:47,054 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:12:47,054 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:12:47,054 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:12:47,054 DEBUG [RS:1;351a98347401:43139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:12:47,054 DEBUG [RS:2;351a98347401:40213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:12:47,054 DEBUG [RS:0;351a98347401:42135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:12:47,056 INFO [RS:0;351a98347401:42135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,056 INFO [RS:0;351a98347401:42135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,057 INFO [RS:0;351a98347401:42135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,057 INFO [RS:0;351a98347401:42135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,057 INFO [RS:0;351a98347401:42135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,057 INFO [RS:0;351a98347401:42135 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42135,1732018365526-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:12:47,057 INFO [RS:1;351a98347401:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,057 INFO [RS:1;351a98347401:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,057 INFO [RS:1;351a98347401:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,058 INFO [RS:1;351a98347401:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,058 INFO [RS:1;351a98347401:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,058 INFO [RS:1;351a98347401:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43139,1732018365642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:12:47,060 INFO [RS:2;351a98347401:40213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,060 INFO [RS:2;351a98347401:40213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,060 INFO [RS:2;351a98347401:40213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,060 INFO [RS:2;351a98347401:40213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,060 INFO [RS:2;351a98347401:40213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,060 INFO [RS:2;351a98347401:40213 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,40213,1732018365706-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:12:47,078 INFO [RS:0;351a98347401:42135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:12:47,080 INFO [RS:0;351a98347401:42135 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,42135,1732018365526-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,080 INFO [RS:0;351a98347401:42135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,080 INFO [RS:0;351a98347401:42135 {}] regionserver.Replication(171): 351a98347401,42135,1732018365526 started 2024-11-19T12:12:47,085 INFO [RS:2;351a98347401:40213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:12:47,085 INFO [RS:1;351a98347401:43139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:12:47,086 INFO [RS:1;351a98347401:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,43139,1732018365642-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,086 INFO [RS:2;351a98347401:40213 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,40213,1732018365706-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,086 INFO [RS:2;351a98347401:40213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,086 INFO [RS:1;351a98347401:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,086 INFO [RS:1;351a98347401:43139 {}] regionserver.Replication(171): 351a98347401,43139,1732018365642 started 2024-11-19T12:12:47,086 INFO [RS:2;351a98347401:40213 {}] regionserver.Replication(171): 351a98347401,40213,1732018365706 started 2024-11-19T12:12:47,097 INFO [RS:0;351a98347401:42135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,097 INFO [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,42135,1732018365526, RpcServer on 351a98347401/172.17.0.2:42135, sessionid=0x1015302d8940001 2024-11-19T12:12:47,098 DEBUG [RS:0;351a98347401:42135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:12:47,098 DEBUG [RS:0;351a98347401:42135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,42135,1732018365526 2024-11-19T12:12:47,098 DEBUG [RS:0;351a98347401:42135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,42135,1732018365526' 2024-11-19T12:12:47,098 DEBUG [RS:0;351a98347401:42135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T12:12:47,099 WARN [351a98347401:35607 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T12:12:47,099 DEBUG [RS:0;351a98347401:42135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T12:12:47,100 DEBUG [RS:0;351a98347401:42135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:12:47,100 DEBUG [RS:0;351a98347401:42135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:12:47,100 DEBUG [RS:0;351a98347401:42135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,42135,1732018365526 2024-11-19T12:12:47,100 DEBUG [RS:0;351a98347401:42135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,42135,1732018365526' 2024-11-19T12:12:47,100 DEBUG [RS:0;351a98347401:42135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T12:12:47,101 INFO [RS:2;351a98347401:40213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,101 DEBUG [RS:0;351a98347401:42135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T12:12:47,101 INFO [RS:2;351a98347401:40213 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,40213,1732018365706, RpcServer on 351a98347401/172.17.0.2:40213, sessionid=0x1015302d8940003 2024-11-19T12:12:47,101 DEBUG [RS:2;351a98347401:40213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:12:47,101 DEBUG [RS:2;351a98347401:40213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,40213,1732018365706 2024-11-19T12:12:47,101 DEBUG [RS:2;351a98347401:40213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,40213,1732018365706' 2024-11-19T12:12:47,101 DEBUG [RS:0;351a98347401:42135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:12:47,101 DEBUG [RS:2;351a98347401:40213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T12:12:47,101 INFO [RS:0;351a98347401:42135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:12:47,102 INFO [RS:0;351a98347401:42135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:12:47,102 DEBUG [RS:2;351a98347401:40213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T12:12:47,102 DEBUG [RS:2;351a98347401:40213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:12:47,102 DEBUG [RS:2;351a98347401:40213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:12:47,102 DEBUG [RS:2;351a98347401:40213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,40213,1732018365706 2024-11-19T12:12:47,102 DEBUG [RS:2;351a98347401:40213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,40213,1732018365706' 2024-11-19T12:12:47,102 DEBUG [RS:2;351a98347401:40213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T12:12:47,103 DEBUG [RS:2;351a98347401:40213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T12:12:47,103 DEBUG [RS:2;351a98347401:40213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:12:47,103 INFO [RS:2;351a98347401:40213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:12:47,103 INFO [RS:2;351a98347401:40213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:12:47,104 INFO [RS:1;351a98347401:43139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:47,104 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,43139,1732018365642, RpcServer on 351a98347401/172.17.0.2:43139, sessionid=0x1015302d8940002 2024-11-19T12:12:47,104 DEBUG [RS:1;351a98347401:43139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:12:47,104 DEBUG [RS:1;351a98347401:43139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,43139,1732018365642 2024-11-19T12:12:47,104 DEBUG [RS:1;351a98347401:43139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,43139,1732018365642' 2024-11-19T12:12:47,104 DEBUG [RS:1;351a98347401:43139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T12:12:47,105 DEBUG [RS:1;351a98347401:43139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T12:12:47,106 DEBUG [RS:1;351a98347401:43139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:12:47,106 DEBUG [RS:1;351a98347401:43139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:12:47,106 DEBUG [RS:1;351a98347401:43139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,43139,1732018365642 2024-11-19T12:12:47,106 DEBUG [RS:1;351a98347401:43139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,43139,1732018365642' 2024-11-19T12:12:47,106 DEBUG [RS:1;351a98347401:43139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T12:12:47,107 DEBUG [RS:1;351a98347401:43139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T12:12:47,107 DEBUG [RS:1;351a98347401:43139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:12:47,107 INFO [RS:1;351a98347401:43139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:12:47,107 INFO [RS:1;351a98347401:43139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:12:47,207 INFO [RS:2;351a98347401:40213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:12:47,207 INFO [RS:0;351a98347401:42135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:12:47,208 INFO [RS:1;351a98347401:43139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:12:47,211 INFO [RS:0;351a98347401:42135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C42135%2C1732018365526, suffix=, logDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,42135,1732018365526, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/oldWALs, maxLogs=32 2024-11-19T12:12:47,211 INFO [RS:2;351a98347401:40213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C40213%2C1732018365706, suffix=, logDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/oldWALs, maxLogs=32 2024-11-19T12:12:47,211 INFO [RS:1;351a98347401:43139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C43139%2C1732018365642, suffix=, logDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,43139,1732018365642, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/oldWALs, maxLogs=32 2024-11-19T12:12:47,228 DEBUG [RS:0;351a98347401:42135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,42135,1732018365526/351a98347401%2C42135%2C1732018365526.1732018367214, exclude list is [], retry=0 2024-11-19T12:12:47,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-160a451a-e826-4ccd-8749-e24ae803c0e4,DISK] 2024-11-19T12:12:47,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38249,DS-8d8dd6b5-afd2-437b-b8cb-bc116f05b417,DISK] 2024-11-19T12:12:47,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32783,DS-edb8c919-d721-4226-bca3-d724e46d7cee,DISK] 2024-11-19T12:12:47,233 DEBUG [RS:2;351a98347401:40213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706/351a98347401%2C40213%2C1732018365706.1732018367215, exclude list is [], retry=0 2024-11-19T12:12:47,233 DEBUG [RS:1;351a98347401:43139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,43139,1732018365642/351a98347401%2C43139%2C1732018365642.1732018367215, exclude list is [], retry=0 2024-11-19T12:12:47,236 INFO [RS:0;351a98347401:42135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,42135,1732018365526/351a98347401%2C42135%2C1732018365526.1732018367214 2024-11-19T12:12:47,237 DEBUG [RS:0;351a98347401:42135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36943:36943),(127.0.0.1/127.0.0.1:33467:33467),(127.0.0.1/127.0.0.1:34453:34453)] 2024-11-19T12:12:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38249,DS-8d8dd6b5-afd2-437b-b8cb-bc116f05b417,DISK] 2024-11-19T12:12:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-160a451a-e826-4ccd-8749-e24ae803c0e4,DISK] 2024-11-19T12:12:47,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32783,DS-edb8c919-d721-4226-bca3-d724e46d7cee,DISK] 2024-11-19T12:12:47,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38249,DS-8d8dd6b5-afd2-437b-b8cb-bc116f05b417,DISK] 2024-11-19T12:12:47,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-160a451a-e826-4ccd-8749-e24ae803c0e4,DISK] 2024-11-19T12:12:47,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32783,DS-edb8c919-d721-4226-bca3-d724e46d7cee,DISK] 2024-11-19T12:12:47,248 INFO [RS:1;351a98347401:43139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,43139,1732018365642/351a98347401%2C43139%2C1732018365642.1732018367215 2024-11-19T12:12:47,249 DEBUG [RS:1;351a98347401:43139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36943:36943),(127.0.0.1/127.0.0.1:33467:33467),(127.0.0.1/127.0.0.1:34453:34453)] 2024-11-19T12:12:47,251 INFO [RS:2;351a98347401:40213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706/351a98347401%2C40213%2C1732018365706.1732018367215 2024-11-19T12:12:47,252 DEBUG [RS:2;351a98347401:40213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33467:33467),(127.0.0.1/127.0.0.1:36943:36943),(127.0.0.1/127.0.0.1:34453:34453)] 2024-11-19T12:12:47,354 DEBUG [351a98347401:35607 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-19T12:12:47,366 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(204): Hosts are {351a98347401=0} racks are {/default-rack=0} 2024-11-19T12:12:47,371 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T12:12:47,371 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T12:12:47,371 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T12:12:47,371 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T12:12:47,372 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T12:12:47,372 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T12:12:47,372 INFO [351a98347401:35607 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T12:12:47,372 INFO [351a98347401:35607 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T12:12:47,372 INFO [351a98347401:35607 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T12:12:47,372 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T12:12:47,378 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,40213,1732018365706 2024-11-19T12:12:47,383 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,40213,1732018365706, state=OPENING 2024-11-19T12:12:47,438 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:12:47,449 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:47,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:47,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:47,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:12:47,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:12:47,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:12:47,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:12:47,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:12:47,454 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:12:47,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,40213,1732018365706}] 2024-11-19T12:12:55,052 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T12:12:55,052 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T12:12:57,490 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:12:57,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:12:57,503 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:12:57,503 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:12:57,503 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:12:57,506 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C40213%2C1732018365706.meta, suffix=.meta, logDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/oldWALs, maxLogs=32 2024-11-19T12:12:57,521 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta, exclude list is [], retry=0 2024-11-19T12:12:57,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32783,DS-edb8c919-d721-4226-bca3-d724e46d7cee,DISK] 2024-11-19T12:12:57,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38249,DS-8d8dd6b5-afd2-437b-b8cb-bc116f05b417,DISK] 2024-11-19T12:12:57,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-160a451a-e826-4ccd-8749-e24ae803c0e4,DISK] 2024-11-19T12:12:57,527 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta 2024-11-19T12:12:57,528 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33467:33467),(127.0.0.1/127.0.0.1:34453:34453),(127.0.0.1/127.0.0.1:36943:36943)] 2024-11-19T12:12:57,528 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:12:57,529 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:12:57,532 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:12:57,535 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:12:57,539 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:12:57,540 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:57,540 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:12:57,540 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:12:57,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:12:57,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:12:57,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:57,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:12:57,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:12:57,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:12:57,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:57,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:12:57,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:12:57,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:12:57,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:57,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:12:57,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:12:57,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:12:57,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:57,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:12:57,552 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:12:57,553 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740 2024-11-19T12:12:57,555 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740 2024-11-19T12:12:57,558 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:12:57,558 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:12:57,558 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:12:57,561 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:12:57,562 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68011173, jitterRate=0.013445451855659485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:12:57,562 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:12:57,563 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018377540Writing region info on filesystem at 1732018377541 (+1 ms)Initializing all the Stores at 1732018377542 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018377543 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018377543Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018377543Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018377543Cleaning up temporary data from old regions at 1732018377558 (+15 ms)Running coprocessor post-open hooks at 1732018377562 (+4 ms)Region opened successfully at 1732018377563 (+1 ms) 2024-11-19T12:12:57,569 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018377479 2024-11-19T12:12:57,579 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:12:57,579 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:12:57,581 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,40213,1732018365706 2024-11-19T12:12:57,583 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,40213,1732018365706, state=OPEN 2024-11-19T12:12:57,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:12:57,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:12:57,596 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:12:57,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:12:57,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:12:57,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:12:57,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:12:57,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:12:57,597 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,40213,1732018365706 2024-11-19T12:12:57,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:12:57,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,40213,1732018365706 in 10.1400 sec 2024-11-19T12:12:57,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:12:57,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.6720 sec 2024-11-19T12:12:57,612 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:12:57,612 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:12:57,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:12:57,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,40213,1732018365706, seqNum=-1] 2024-11-19T12:12:57,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:12:57,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:12:57,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.9720 sec 2024-11-19T12:12:57,670 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018377670, completionTime=-1 2024-11-19T12:12:57,673 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-19T12:12:57,673 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:12:57,703 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-19T12:12:57,703 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018437703 2024-11-19T12:12:57,703 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018497703 2024-11-19T12:12:57,704 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 30 msec 2024-11-19T12:12:57,706 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T12:12:57,713 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35607,1732018364610-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:57,713 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35607,1732018364610-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:57,713 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35607,1732018364610-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:57,715 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:35607, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:57,715 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:57,715 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:57,722 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:12:57,745 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.926sec 2024-11-19T12:12:57,747 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:12:57,748 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:12:57,749 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:12:57,749 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:12:57,750 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:12:57,750 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35607,1732018364610-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:12:57,751 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35607,1732018364610-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:12:57,755 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:12:57,756 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:12:57,756 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35607,1732018364610-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:12:57,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3599239e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:12:57,770 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-19T12:12:57,770 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-19T12:12:57,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,35607,-1 for getting cluster id 2024-11-19T12:12:57,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:12:57,787 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3c8c8d3-5e8a-4531-a40b-cd6aa7f2d418' 2024-11-19T12:12:57,789 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:12:57,789 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3c8c8d3-5e8a-4531-a40b-cd6aa7f2d418" 2024-11-19T12:12:57,790 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e13356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:12:57,790 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,35607,-1] 2024-11-19T12:12:57,793 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:12:57,795 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:12:57,796 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:12:57,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@312c53d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:12:57,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:12:57,808 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,40213,1732018365706, seqNum=-1] 2024-11-19T12:12:57,808 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:12:57,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:12:57,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,35607,1732018364610 2024-11-19T12:12:57,859 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732018377857 (current time:1732018377857). 2024-11-19T12:12:57,859 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T12:12:57,859 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-19T12:12:57,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343c5e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:12:57,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,35607,-1 for getting cluster id 2024-11-19T12:12:57,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:12:57,864 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3c8c8d3-5e8a-4531-a40b-cd6aa7f2d418' 2024-11-19T12:12:57,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:12:57,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3c8c8d3-5e8a-4531-a40b-cd6aa7f2d418" 2024-11-19T12:12:57,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725dcb21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:12:57,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,35607,-1] 2024-11-19T12:12:57,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:12:57,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:12:57,867 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:12:57,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d3167, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:12:57,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:12:57,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,40213,1732018365706, seqNum=-1] 2024-11-19T12:12:57,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:12:57,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:12:57,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:12:57,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:12:57,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:12:57,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:12:57,886 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:12:57,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:12:57,896 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,35607,1732018364610 2024-11-19T12:12:57,898 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@580e3812 2024-11-19T12:12:57,899 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:12:57,901 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:12:57,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:12:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-19T12:12:57,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:12:57,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-19T12:12:57,919 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:12:57,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:12:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:12:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741837_1013 (size=361) 2024-11-19T12:12:57,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741837_1013 (size=361) 2024-11-19T12:12:57,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741837_1013 (size=361) 2024-11-19T12:12:57,940 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f12793a816b09bfc57229b8554224f78, NAME => 'SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:57,941 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ef453a250e1a915d57ab48775bc44c0a, NAME => 'SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:57,941 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => a707b3757507c0d3f73352af53534685, NAME => 'SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:57,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741838_1014 (size=62) 2024-11-19T12:12:57,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741838_1014 (size=62) 2024-11-19T12:12:57,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741838_1014 (size=62) 2024-11-19T12:12:57,959 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:57,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing a707b3757507c0d3f73352af53534685, disabling compactions & flushes 2024-11-19T12:12:57,960 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:12:57,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:12:57,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. after waiting 0 ms 2024-11-19T12:12:57,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:12:57,960 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:12:57,960 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for a707b3757507c0d3f73352af53534685: Waiting for close lock at 1732018377960Disabling compacts and flushes for region at 1732018377960Disabling writes for close at 1732018377960Writing region close event to WAL at 1732018377960Closed at 1732018377960 2024-11-19T12:12:57,963 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0fc2bb17eb4b5426481cc4a3efee12b8, NAME => 'SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:57,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741840_1016 (size=54) 2024-11-19T12:12:57,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741840_1016 (size=54) 2024-11-19T12:12:57,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741840_1016 (size=54) 2024-11-19T12:12:57,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741839_1015 (size=62) 2024-11-19T12:12:57,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741839_1015 (size=62) 2024-11-19T12:12:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741839_1015 (size=62) 2024-11-19T12:12:57,967 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:57,967 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ef453a250e1a915d57ab48775bc44c0a, disabling compactions & flushes 2024-11-19T12:12:57,967 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:12:57,967 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:12:57,967 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. after waiting 0 ms 2024-11-19T12:12:57,967 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:12:57,967 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:12:57,967 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ef453a250e1a915d57ab48775bc44c0a: Waiting for close lock at 1732018377967Disabling compacts and flushes for region at 1732018377967Disabling writes for close at 1732018377967Writing region close event to WAL at 1732018377967Closed at 1732018377967 2024-11-19T12:12:57,968 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9a61a3e570448542e53887220d9df3b9, NAME => 'SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:57,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741841_1017 (size=62) 2024-11-19T12:12:57,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741841_1017 (size=62) 2024-11-19T12:12:57,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741841_1017 (size=62) 2024-11-19T12:12:57,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:57,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0fc2bb17eb4b5426481cc4a3efee12b8, disabling compactions & flushes 2024-11-19T12:12:57,985 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:12:57,985 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:12:57,986 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. after waiting 0 ms 2024-11-19T12:12:57,986 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:12:57,986 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:12:57,986 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0fc2bb17eb4b5426481cc4a3efee12b8: Waiting for close lock at 1732018377985Disabling compacts and flushes for region at 1732018377985Disabling writes for close at 1732018377986 (+1 ms)Writing region close event to WAL at 1732018377986Closed at 1732018377986 2024-11-19T12:12:57,986 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9d4d73f287d8f317bd12585984fd6080, NAME => 'SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:57,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741842_1018 (size=62) 2024-11-19T12:12:57,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741842_1018 (size=62) 2024-11-19T12:12:57,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741842_1018 (size=62) 2024-11-19T12:12:57,995 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:57,995 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 9a61a3e570448542e53887220d9df3b9, disabling compactions & flushes 2024-11-19T12:12:57,995 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:12:57,995 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:12:57,995 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. after waiting 0 ms 2024-11-19T12:12:57,995 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:12:57,995 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:12:57,995 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9a61a3e570448542e53887220d9df3b9: Waiting for close lock at 1732018377995Disabling compacts and flushes for region at 1732018377995Disabling writes for close at 1732018377995Writing region close event to WAL at 1732018377995Closed at 1732018377995 2024-11-19T12:12:57,996 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8e77e04d484effd6071b285ed724e76f, NAME => 'SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:58,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741843_1019 (size=62) 2024-11-19T12:12:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741843_1019 (size=62) 2024-11-19T12:12:58,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741843_1019 (size=62) 2024-11-19T12:12:58,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:58,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9d4d73f287d8f317bd12585984fd6080, disabling compactions & flushes 2024-11-19T12:12:58,002 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:12:58,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:12:58,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. after waiting 0 ms 2024-11-19T12:12:58,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:12:58,002 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:12:58,002 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9d4d73f287d8f317bd12585984fd6080: Waiting for close lock at 1732018378002Disabling compacts and flushes for region at 1732018378002Disabling writes for close at 1732018378002Writing region close event to WAL at 1732018378002Closed at 1732018378002 2024-11-19T12:12:58,003 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 58dea4377ace575827b132cf93d0d37f, NAME => 'SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:58,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741844_1020 (size=62) 2024-11-19T12:12:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741844_1020 (size=62) 2024-11-19T12:12:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741844_1020 (size=62) 2024-11-19T12:12:58,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:58,014 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 8e77e04d484effd6071b285ed724e76f, disabling compactions & flushes 2024-11-19T12:12:58,015 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:12:58,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:12:58,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. after waiting 0 ms 2024-11-19T12:12:58,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:12:58,015 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:12:58,015 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8e77e04d484effd6071b285ed724e76f: Waiting for close lock at 1732018378014Disabling compacts and flushes for region at 1732018378014Disabling writes for close at 1732018378015 (+1 ms)Writing region close event to WAL at 1732018378015Closed at 1732018378015 2024-11-19T12:12:58,016 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3f9026eda985552185640d5cff0d7142, NAME => 'SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:58,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741845_1021 (size=62) 2024-11-19T12:12:58,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741845_1021 (size=62) 2024-11-19T12:12:58,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741845_1021 (size=62) 2024-11-19T12:12:58,020 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:58,020 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 58dea4377ace575827b132cf93d0d37f, disabling compactions & flushes 2024-11-19T12:12:58,020 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:12:58,020 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:12:58,020 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. after waiting 0 ms 2024-11-19T12:12:58,020 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:12:58,020 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:12:58,020 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 58dea4377ace575827b132cf93d0d37f: Waiting for close lock at 1732018378020Disabling compacts and flushes for region at 1732018378020Disabling writes for close at 1732018378020Writing region close event to WAL at 1732018378020Closed at 1732018378020 2024-11-19T12:12:58,021 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => fecc73ce58abe5cef30972c1e640d000, NAME => 'SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf 2024-11-19T12:12:58,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:12:58,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741846_1022 (size=62) 2024-11-19T12:12:58,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741846_1022 (size=62) 2024-11-19T12:12:58,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741846_1022 (size=62) 2024-11-19T12:12:58,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:58,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 3f9026eda985552185640d5cff0d7142, disabling compactions & flushes 2024-11-19T12:12:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741847_1023 (size=54) 2024-11-19T12:12:58,037 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:12:58,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:12:58,037 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. after waiting 0 ms 2024-11-19T12:12:58,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:12:58,038 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:12:58,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741847_1023 (size=54) 2024-11-19T12:12:58,038 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3f9026eda985552185640d5cff0d7142: Waiting for close lock at 1732018378037Disabling compacts and flushes for region at 1732018378037Disabling writes for close at 1732018378038 (+1 ms)Writing region close event to WAL at 1732018378038Closed at 1732018378038 2024-11-19T12:12:58,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741847_1023 (size=54) 2024-11-19T12:12:58,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:58,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing fecc73ce58abe5cef30972c1e640d000, disabling compactions & flushes 2024-11-19T12:12:58,039 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:12:58,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:12:58,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. after waiting 0 ms 2024-11-19T12:12:58,039 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:12:58,039 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:12:58,040 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for fecc73ce58abe5cef30972c1e640d000: Waiting for close lock at 1732018378039Disabling compacts and flushes for region at 1732018378039Disabling writes for close at 1732018378039Writing region close event to WAL at 1732018378039Closed at 1732018378039 2024-11-19T12:12:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:12:58,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:12:58,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing f12793a816b09bfc57229b8554224f78, disabling compactions & flushes 2024-11-19T12:12:58,368 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:12:58,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:12:58,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. after waiting 0 ms 2024-11-19T12:12:58,368 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:12:58,369 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:12:58,369 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for f12793a816b09bfc57229b8554224f78: Waiting for close lock at 1732018378367Disabling compacts and flushes for region at 1732018378367Disabling writes for close at 1732018378368 (+1 ms)Writing region close event to WAL at 1732018378368Closed at 1732018378368 2024-11-19T12:12:58,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:12:58,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018378373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018378373"}]},"ts":"1732018378373"} 2024-11-19T12:12:58,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018378373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018378373"}]},"ts":"1732018378373"} 2024-11-19T12:12:58,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018378373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018378373"}]},"ts":"1732018378373"} 2024-11-19T12:12:58,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018378373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018378373"}]},"ts":"1732018378373"} 2024-11-19T12:12:58,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018378373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018378373"}]},"ts":"1732018378373"} 2024-11-19T12:12:58,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018378373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018378373"}]},"ts":"1732018378373"} 2024-11-19T12:12:58,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018378373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018378373"}]},"ts":"1732018378373"} 2024-11-19T12:12:58,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018378373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018378373"}]},"ts":"1732018378373"} 2024-11-19T12:12:58,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732018378373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018378373"}]},"ts":"1732018378373"} 2024-11-19T12:12:58,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732018378373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018378373"}]},"ts":"1732018378373"} 2024-11-19T12:12:58,412 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-19T12:12:58,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:12:58,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018378414"}]},"ts":"1732018378414"} 2024-11-19T12:12:58,423 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-19T12:12:58,424 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {351a98347401=0} racks are {/default-rack=0} 2024-11-19T12:12:58,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T12:12:58,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T12:12:58,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T12:12:58,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T12:12:58,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T12:12:58,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T12:12:58,432 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T12:12:58,432 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T12:12:58,432 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T12:12:58,432 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T12:12:58,434 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f12793a816b09bfc57229b8554224f78, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef453a250e1a915d57ab48775bc44c0a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a707b3757507c0d3f73352af53534685, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0fc2bb17eb4b5426481cc4a3efee12b8, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a61a3e570448542e53887220d9df3b9, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d4d73f287d8f317bd12585984fd6080, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e77e04d484effd6071b285ed724e76f, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58dea4377ace575827b132cf93d0d37f, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f9026eda985552185640d5cff0d7142, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fecc73ce58abe5cef30972c1e640d000, ASSIGN}] 2024-11-19T12:12:58,438 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e77e04d484effd6071b285ed724e76f, ASSIGN 2024-11-19T12:12:58,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58dea4377ace575827b132cf93d0d37f, ASSIGN 2024-11-19T12:12:58,438 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d4d73f287d8f317bd12585984fd6080, ASSIGN 2024-11-19T12:12:58,438 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a61a3e570448542e53887220d9df3b9, ASSIGN 2024-11-19T12:12:58,440 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9a61a3e570448542e53887220d9df3b9, ASSIGN; state=OFFLINE, location=351a98347401,43139,1732018365642; forceNewPlan=false, retain=false 2024-11-19T12:12:58,440 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e77e04d484effd6071b285ed724e76f, ASSIGN; state=OFFLINE, location=351a98347401,40213,1732018365706; forceNewPlan=false, retain=false 2024-11-19T12:12:58,440 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fecc73ce58abe5cef30972c1e640d000, ASSIGN 2024-11-19T12:12:58,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58dea4377ace575827b132cf93d0d37f, ASSIGN; state=OFFLINE, location=351a98347401,43139,1732018365642; forceNewPlan=false, retain=false 2024-11-19T12:12:58,440 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d4d73f287d8f317bd12585984fd6080, ASSIGN; state=OFFLINE, location=351a98347401,42135,1732018365526; forceNewPlan=false, retain=false 2024-11-19T12:12:58,441 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fecc73ce58abe5cef30972c1e640d000, ASSIGN; state=OFFLINE, location=351a98347401,40213,1732018365706; forceNewPlan=false, retain=false 2024-11-19T12:12:58,446 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef453a250e1a915d57ab48775bc44c0a, ASSIGN 2024-11-19T12:12:58,446 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0fc2bb17eb4b5426481cc4a3efee12b8, ASSIGN 2024-11-19T12:12:58,446 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a707b3757507c0d3f73352af53534685, ASSIGN 2024-11-19T12:12:58,446 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f9026eda985552185640d5cff0d7142, ASSIGN 2024-11-19T12:12:58,446 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f12793a816b09bfc57229b8554224f78, ASSIGN 2024-11-19T12:12:58,448 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0fc2bb17eb4b5426481cc4a3efee12b8, ASSIGN; state=OFFLINE, location=351a98347401,40213,1732018365706; forceNewPlan=false, retain=false 2024-11-19T12:12:58,448 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f9026eda985552185640d5cff0d7142, ASSIGN; state=OFFLINE, location=351a98347401,42135,1732018365526; forceNewPlan=false, retain=false 2024-11-19T12:12:58,448 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a707b3757507c0d3f73352af53534685, ASSIGN; state=OFFLINE, location=351a98347401,43139,1732018365642; forceNewPlan=false, retain=false 2024-11-19T12:12:58,448 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef453a250e1a915d57ab48775bc44c0a, ASSIGN; state=OFFLINE, location=351a98347401,42135,1732018365526; forceNewPlan=false, retain=false 2024-11-19T12:12:58,448 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f12793a816b09bfc57229b8554224f78, ASSIGN; state=OFFLINE, location=351a98347401,43139,1732018365642; forceNewPlan=false, retain=false 2024-11-19T12:12:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:12:58,592 INFO [351a98347401:35607 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-19T12:12:58,593 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=58dea4377ace575827b132cf93d0d37f, regionState=OPENING, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:12:58,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f12793a816b09bfc57229b8554224f78, regionState=OPENING, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:12:58,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a707b3757507c0d3f73352af53534685, regionState=OPENING, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:12:58,593 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a61a3e570448542e53887220d9df3b9, regionState=OPENING, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:12:58,593 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3f9026eda985552185640d5cff0d7142, regionState=OPENING, regionLocation=351a98347401,42135,1732018365526 2024-11-19T12:12:58,594 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9d4d73f287d8f317bd12585984fd6080, regionState=OPENING, regionLocation=351a98347401,42135,1732018365526 2024-11-19T12:12:58,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8e77e04d484effd6071b285ed724e76f, regionState=OPENING, regionLocation=351a98347401,40213,1732018365706 2024-11-19T12:12:58,594 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ef453a250e1a915d57ab48775bc44c0a, regionState=OPENING, regionLocation=351a98347401,42135,1732018365526 2024-11-19T12:12:58,594 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fecc73ce58abe5cef30972c1e640d000, regionState=OPENING, regionLocation=351a98347401,40213,1732018365706 2024-11-19T12:12:58,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0fc2bb17eb4b5426481cc4a3efee12b8, regionState=OPENING, regionLocation=351a98347401,40213,1732018365706 2024-11-19T12:12:58,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9a61a3e570448542e53887220d9df3b9, ASSIGN because future has completed 2024-11-19T12:12:58,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a61a3e570448542e53887220d9df3b9, server=351a98347401,43139,1732018365642}] 2024-11-19T12:12:58,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a707b3757507c0d3f73352af53534685, ASSIGN because future has completed 2024-11-19T12:12:58,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a707b3757507c0d3f73352af53534685, server=351a98347401,43139,1732018365642}] 2024-11-19T12:12:58,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=3f9026eda985552185640d5cff0d7142, ASSIGN because future has completed 2024-11-19T12:12:58,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=58dea4377ace575827b132cf93d0d37f, ASSIGN because future has completed 2024-11-19T12:12:58,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58dea4377ace575827b132cf93d0d37f, server=351a98347401,43139,1732018365642}] 2024-11-19T12:12:58,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f9026eda985552185640d5cff0d7142, server=351a98347401,42135,1732018365526}] 2024-11-19T12:12:58,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=f12793a816b09bfc57229b8554224f78, ASSIGN because future has completed 2024-11-19T12:12:58,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9d4d73f287d8f317bd12585984fd6080, ASSIGN because future has completed 2024-11-19T12:12:58,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ef453a250e1a915d57ab48775bc44c0a, ASSIGN because future has completed 2024-11-19T12:12:58,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d4d73f287d8f317bd12585984fd6080, server=351a98347401,42135,1732018365526}] 2024-11-19T12:12:58,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f12793a816b09bfc57229b8554224f78, server=351a98347401,43139,1732018365642}] 2024-11-19T12:12:58,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e77e04d484effd6071b285ed724e76f, ASSIGN because future has completed 2024-11-19T12:12:58,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fecc73ce58abe5cef30972c1e640d000, ASSIGN because future has completed 2024-11-19T12:12:58,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0fc2bb17eb4b5426481cc4a3efee12b8, ASSIGN because future has completed 2024-11-19T12:12:58,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8, server=351a98347401,40213,1732018365706}] 2024-11-19T12:12:58,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fecc73ce58abe5cef30972c1e640d000, server=351a98347401,40213,1732018365706}] 2024-11-19T12:12:58,618 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e77e04d484effd6071b285ed724e76f, server=351a98347401,40213,1732018365706}] 2024-11-19T12:12:58,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef453a250e1a915d57ab48775bc44c0a, server=351a98347401,42135,1732018365526}] 2024-11-19T12:12:59,012 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:12:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:13:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:13:02,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:13:03,079 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T12:13:05,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-19T12:13:05,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-19T12:13:05,053 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:13:05,053 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-19T12:13:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:13:08,604 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:13:08,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:13:08,612 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:13:08,613 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => a707b3757507c0d3f73352af53534685, NAME => 'SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-19T12:13:08,613 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a707b3757507c0d3f73352af53534685 2024-11-19T12:13:08,613 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:08,614 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for a707b3757507c0d3f73352af53534685 2024-11-19T12:13:08,614 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for a707b3757507c0d3f73352af53534685 2024-11-19T12:13:08,616 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:13:08,616 INFO [StoreOpener-a707b3757507c0d3f73352af53534685-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a707b3757507c0d3f73352af53534685 2024-11-19T12:13:08,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:13:08,618 INFO [StoreOpener-a707b3757507c0d3f73352af53534685-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a707b3757507c0d3f73352af53534685 columnFamilyName cf 2024-11-19T12:13:08,618 DEBUG [StoreOpener-a707b3757507c0d3f73352af53534685-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:08,619 INFO [StoreOpener-a707b3757507c0d3f73352af53534685-1 {}] regionserver.HStore(327): Store=a707b3757507c0d3f73352af53534685/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:13:08,619 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for a707b3757507c0d3f73352af53534685 2024-11-19T12:13:08,620 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/a707b3757507c0d3f73352af53534685 2024-11-19T12:13:08,621 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/a707b3757507c0d3f73352af53534685 2024-11-19T12:13:08,622 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for a707b3757507c0d3f73352af53534685 2024-11-19T12:13:08,622 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for a707b3757507c0d3f73352af53534685 2024-11-19T12:13:08,623 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:13:08,624 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d4d73f287d8f317bd12585984fd6080, NAME => 'SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-19T12:13:08,624 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:08,624 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:08,625 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:08,625 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:08,625 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for a707b3757507c0d3f73352af53534685 2024-11-19T12:13:08,628 INFO [StoreOpener-9d4d73f287d8f317bd12585984fd6080-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:08,630 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/a707b3757507c0d3f73352af53534685/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:13:08,631 INFO [StoreOpener-9d4d73f287d8f317bd12585984fd6080-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d4d73f287d8f317bd12585984fd6080 columnFamilyName cf 2024-11-19T12:13:08,631 DEBUG [StoreOpener-9d4d73f287d8f317bd12585984fd6080-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:08,631 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened a707b3757507c0d3f73352af53534685; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70903672, jitterRate=0.05654704570770264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:13:08,632 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a707b3757507c0d3f73352af53534685 2024-11-19T12:13:08,632 INFO [StoreOpener-9d4d73f287d8f317bd12585984fd6080-1 {}] regionserver.HStore(327): Store=9d4d73f287d8f317bd12585984fd6080/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:13:08,632 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:08,633 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for a707b3757507c0d3f73352af53534685: Running coprocessor pre-open hook at 1732018388614Writing region info on filesystem at 1732018388614Initializing all the Stores at 1732018388615 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018388615Cleaning up temporary data from old regions at 1732018388622 (+7 ms)Running coprocessor post-open hooks at 1732018388632 (+10 ms)Region opened successfully at 1732018388633 (+1 ms) 2024-11-19T12:13:08,633 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:08,634 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:08,635 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:08,635 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:08,635 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685., pid=16, masterSystemTime=1732018388604 2024-11-19T12:13:08,638 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:08,638 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:13:08,638 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:13:08,639 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:13:08,639 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 58dea4377ace575827b132cf93d0d37f, NAME => 'SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-19T12:13:08,639 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:08,639 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:08,640 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:08,640 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:08,640 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=a707b3757507c0d3f73352af53534685, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:13:08,640 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:13:08,641 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e77e04d484effd6071b285ed724e76f, NAME => 'SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-19T12:13:08,641 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:08,641 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:08,641 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:08,641 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:08,643 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/9d4d73f287d8f317bd12585984fd6080/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:13:08,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure a707b3757507c0d3f73352af53534685, server=351a98347401,43139,1732018365642 because future has completed 2024-11-19T12:13:08,644 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 9d4d73f287d8f317bd12585984fd6080; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60557101, jitterRate=-0.0976288765668869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:13:08,644 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:08,645 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 9d4d73f287d8f317bd12585984fd6080: Running coprocessor pre-open hook at 1732018388625Writing region info on filesystem at 1732018388625Initializing all the Stores at 1732018388626 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018388626Cleaning up temporary data from old regions at 1732018388635 (+9 ms)Running coprocessor post-open hooks at 1732018388644 (+9 ms)Region opened successfully at 1732018388644 2024-11-19T12:13:08,645 INFO [StoreOpener-8e77e04d484effd6071b285ed724e76f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:08,647 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080., pid=19, masterSystemTime=1732018388615 2024-11-19T12:13:08,648 INFO [StoreOpener-58dea4377ace575827b132cf93d0d37f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:08,649 INFO [StoreOpener-8e77e04d484effd6071b285ed724e76f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e77e04d484effd6071b285ed724e76f columnFamilyName cf 2024-11-19T12:13:08,649 DEBUG [StoreOpener-8e77e04d484effd6071b285ed724e76f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:08,650 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:13:08,650 INFO [StoreOpener-8e77e04d484effd6071b285ed724e76f-1 {}] regionserver.HStore(327): Store=8e77e04d484effd6071b285ed724e76f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:13:08,651 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:13:08,651 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:08,651 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:13:08,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=7 2024-11-19T12:13:08,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure a707b3757507c0d3f73352af53534685, server=351a98347401,43139,1732018365642 in 10.0450 sec 2024-11-19T12:13:08,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=9d4d73f287d8f317bd12585984fd6080, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,42135,1732018365526 2024-11-19T12:13:08,653 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => ef453a250e1a915d57ab48775bc44c0a, NAME => 'SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-19T12:13:08,655 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:08,655 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:08,655 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:08,655 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:08,655 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:08,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d4d73f287d8f317bd12585984fd6080, server=351a98347401,42135,1732018365526 because future has completed 2024-11-19T12:13:08,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a707b3757507c0d3f73352af53534685, ASSIGN in 10.2180 sec 2024-11-19T12:13:08,656 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:08,657 INFO [StoreOpener-58dea4377ace575827b132cf93d0d37f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58dea4377ace575827b132cf93d0d37f columnFamilyName cf 2024-11-19T12:13:08,657 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:08,657 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:08,658 DEBUG [StoreOpener-58dea4377ace575827b132cf93d0d37f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:08,658 INFO [StoreOpener-ef453a250e1a915d57ab48775bc44c0a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:08,660 INFO [StoreOpener-58dea4377ace575827b132cf93d0d37f-1 {}] regionserver.HStore(327): Store=58dea4377ace575827b132cf93d0d37f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:13:08,660 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:08,661 INFO [StoreOpener-ef453a250e1a915d57ab48775bc44c0a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef453a250e1a915d57ab48775bc44c0a columnFamilyName cf 2024-11-19T12:13:08,661 DEBUG [StoreOpener-ef453a250e1a915d57ab48775bc44c0a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:08,662 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:08,662 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:08,663 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:08,663 INFO [StoreOpener-ef453a250e1a915d57ab48775bc44c0a-1 {}] regionserver.HStore(327): Store=ef453a250e1a915d57ab48775bc44c0a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:13:08,663 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:08,664 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:08,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=10 2024-11-19T12:13:08,665 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d4d73f287d8f317bd12585984fd6080, server=351a98347401,42135,1732018365526 in 10.0470 sec 2024-11-19T12:13:08,664 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:08,665 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:08,665 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:08,665 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:08,665 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:08,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9d4d73f287d8f317bd12585984fd6080, ASSIGN in 10.2300 sec 2024-11-19T12:13:08,669 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:08,669 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/8e77e04d484effd6071b285ed724e76f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:13:08,669 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:08,670 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 8e77e04d484effd6071b285ed724e76f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69464493, jitterRate=0.03510160744190216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:13:08,670 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:08,670 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 8e77e04d484effd6071b285ed724e76f: Running coprocessor pre-open hook at 1732018388642Writing region info on filesystem at 1732018388642Initializing all the Stores at 1732018388644 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018388644Cleaning up temporary data from old regions at 1732018388658 (+14 ms)Running coprocessor post-open hooks at 1732018388670 (+12 ms)Region opened successfully at 1732018388670 2024-11-19T12:13:08,672 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f., pid=23, masterSystemTime=1732018388626 2024-11-19T12:13:08,673 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/ef453a250e1a915d57ab48775bc44c0a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:13:08,674 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened ef453a250e1a915d57ab48775bc44c0a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60295057, jitterRate=-0.10153363645076752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:13:08,674 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:08,674 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for ef453a250e1a915d57ab48775bc44c0a: Running coprocessor pre-open hook at 1732018388655Writing region info on filesystem at 1732018388655Initializing all the Stores at 1732018388658 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018388658Cleaning up temporary data from old regions at 1732018388665 (+7 ms)Running coprocessor post-open hooks at 1732018388674 (+9 ms)Region opened successfully at 1732018388674 2024-11-19T12:13:08,675 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/58dea4377ace575827b132cf93d0d37f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:13:08,675 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:13:08,676 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:13:08,676 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:13:08,676 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a., pid=24, masterSystemTime=1732018388615 2024-11-19T12:13:08,676 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 58dea4377ace575827b132cf93d0d37f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75417406, jitterRate=0.1238069236278534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:13:08,676 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:08,676 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fc2bb17eb4b5426481cc4a3efee12b8, NAME => 'SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-19T12:13:08,677 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 58dea4377ace575827b132cf93d0d37f: Running coprocessor pre-open hook at 1732018388640Writing region info on filesystem at 1732018388640Initializing all the Stores at 1732018388646 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018388646Cleaning up temporary data from old regions at 1732018388665 (+19 ms)Running coprocessor post-open hooks at 1732018388676 (+11 ms)Region opened successfully at 1732018388677 (+1 ms) 2024-11-19T12:13:08,677 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:08,677 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:08,678 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8e77e04d484effd6071b285ed724e76f, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,40213,1732018365706 2024-11-19T12:13:08,678 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:08,678 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:08,680 INFO [StoreOpener-0fc2bb17eb4b5426481cc4a3efee12b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:08,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e77e04d484effd6071b285ed724e76f, server=351a98347401,40213,1732018365706 because future has completed 2024-11-19T12:13:08,683 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:13:08,684 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:13:08,684 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:13:08,684 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f9026eda985552185640d5cff0d7142, NAME => 'SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-19T12:13:08,684 INFO [StoreOpener-0fc2bb17eb4b5426481cc4a3efee12b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fc2bb17eb4b5426481cc4a3efee12b8 columnFamilyName cf 2024-11-19T12:13:08,684 DEBUG [StoreOpener-0fc2bb17eb4b5426481cc4a3efee12b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:08,685 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:08,685 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:08,685 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:08,685 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ef453a250e1a915d57ab48775bc44c0a, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,42135,1732018365526 2024-11-19T12:13:08,685 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:08,685 INFO [StoreOpener-0fc2bb17eb4b5426481cc4a3efee12b8-1 {}] regionserver.HStore(327): Store=0fc2bb17eb4b5426481cc4a3efee12b8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:13:08,685 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:08,687 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:08,688 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:08,689 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:08,689 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:08,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef453a250e1a915d57ab48775bc44c0a, server=351a98347401,42135,1732018365526 because future has completed 2024-11-19T12:13:08,692 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f., pid=18, masterSystemTime=1732018388604 2024-11-19T12:13:08,693 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:08,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=11 2024-11-19T12:13:08,696 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:13:08,696 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:13:08,696 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:13:08,697 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => f12793a816b09bfc57229b8554224f78, NAME => 'SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-19T12:13:08,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e77e04d484effd6071b285ed724e76f, server=351a98347401,40213,1732018365706 in 10.0700 sec 2024-11-19T12:13:08,697 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:08,697 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:08,697 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:08,698 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:08,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=6 2024-11-19T12:13:08,700 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=58dea4377ace575827b132cf93d0d37f, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:13:08,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e77e04d484effd6071b285ed724e76f, ASSIGN in 10.2630 sec 2024-11-19T12:13:08,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ef453a250e1a915d57ab48775bc44c0a, server=351a98347401,42135,1732018365526 in 10.0690 sec 2024-11-19T12:13:08,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58dea4377ace575827b132cf93d0d37f, server=351a98347401,43139,1732018365642 because future has completed 2024-11-19T12:13:08,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ef453a250e1a915d57ab48775bc44c0a, ASSIGN in 10.2670 sec 2024-11-19T12:13:08,705 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/0fc2bb17eb4b5426481cc4a3efee12b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:13:08,706 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened 0fc2bb17eb4b5426481cc4a3efee12b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67618435, jitterRate=0.007593199610710144}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:13:08,706 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:08,706 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for 0fc2bb17eb4b5426481cc4a3efee12b8: Running coprocessor pre-open hook at 1732018388678Writing region info on filesystem at 1732018388678Initializing all the Stores at 1732018388680 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018388680Cleaning up temporary data from old regions at 1732018388689 (+9 ms)Running coprocessor post-open hooks at 1732018388706 (+17 ms)Region opened successfully at 1732018388706 2024-11-19T12:13:08,708 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8., pid=22, masterSystemTime=1732018388626 2024-11-19T12:13:08,708 INFO [StoreOpener-f12793a816b09bfc57229b8554224f78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:08,708 INFO [StoreOpener-3f9026eda985552185640d5cff0d7142-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:08,712 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:13:08,712 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:13:08,712 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:13:08,712 INFO [StoreOpener-f12793a816b09bfc57229b8554224f78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f12793a816b09bfc57229b8554224f78 columnFamilyName cf 2024-11-19T12:13:08,713 DEBUG [StoreOpener-f12793a816b09bfc57229b8554224f78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:08,713 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => fecc73ce58abe5cef30972c1e640d000, NAME => 'SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-19T12:13:08,713 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:08,713 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:08,713 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:08,713 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:08,714 INFO [StoreOpener-f12793a816b09bfc57229b8554224f78-1 {}] regionserver.HStore(327): Store=f12793a816b09bfc57229b8554224f78/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:13:08,715 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0fc2bb17eb4b5426481cc4a3efee12b8, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,40213,1732018365706 2024-11-19T12:13:08,716 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:08,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-19T12:13:08,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 58dea4377ace575827b132cf93d0d37f, server=351a98347401,43139,1732018365642 in 10.1040 sec 2024-11-19T12:13:08,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8, server=351a98347401,40213,1732018365706 because future has completed 2024-11-19T12:13:08,718 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:08,720 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:08,720 INFO [StoreOpener-3f9026eda985552185640d5cff0d7142-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f9026eda985552185640d5cff0d7142 columnFamilyName cf 2024-11-19T12:13:08,721 DEBUG [StoreOpener-3f9026eda985552185640d5cff0d7142-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:08,721 INFO [StoreOpener-fecc73ce58abe5cef30972c1e640d000-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:08,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=58dea4377ace575827b132cf93d0d37f, ASSIGN in 10.2840 sec 2024-11-19T12:13:08,721 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:08,721 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:08,722 INFO [StoreOpener-3f9026eda985552185640d5cff0d7142-1 {}] regionserver.HStore(327): Store=3f9026eda985552185640d5cff0d7142/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:13:08,722 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:08,723 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:08,724 INFO [StoreOpener-fecc73ce58abe5cef30972c1e640d000-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fecc73ce58abe5cef30972c1e640d000 columnFamilyName cf 2024-11-19T12:13:08,724 DEBUG [StoreOpener-fecc73ce58abe5cef30972c1e640d000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:08,725 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:08,725 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:08,726 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:08,726 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:08,726 INFO [StoreOpener-fecc73ce58abe5cef30972c1e640d000-1 {}] regionserver.HStore(327): Store=fecc73ce58abe5cef30972c1e640d000/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:13:08,726 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:08,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=8 2024-11-19T12:13:08,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8, server=351a98347401,40213,1732018365706 in 10.1030 sec 2024-11-19T12:13:08,728 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:08,729 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:08,729 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:08,729 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:08,730 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:08,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0fc2bb17eb4b5426481cc4a3efee12b8, ASSIGN in 10.2930 sec 2024-11-19T12:13:08,735 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:08,735 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/f12793a816b09bfc57229b8554224f78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:13:08,735 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened f12793a816b09bfc57229b8554224f78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64517978, jitterRate=-0.03860720992088318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:13:08,735 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:08,736 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for f12793a816b09bfc57229b8554224f78: Running coprocessor pre-open hook at 1732018388698Writing region info on filesystem at 1732018388698Initializing all the Stores at 1732018388700 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018388700Cleaning up temporary data from old regions at 1732018388721 (+21 ms)Running coprocessor post-open hooks at 1732018388736 (+15 ms)Region opened successfully at 1732018388736 2024-11-19T12:13:08,737 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78., pid=20, masterSystemTime=1732018388604 2024-11-19T12:13:08,738 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/3f9026eda985552185640d5cff0d7142/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:13:08,739 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 3f9026eda985552185640d5cff0d7142; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62251434, jitterRate=-0.07238134741783142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:13:08,739 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:08,740 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 3f9026eda985552185640d5cff0d7142: Running coprocessor pre-open hook at 1732018388685Writing region info on filesystem at 1732018388685Initializing all the Stores at 1732018388688 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018388688Cleaning up temporary data from old regions at 1732018388726 (+38 ms)Running coprocessor post-open hooks at 1732018388739 (+13 ms)Region opened successfully at 1732018388739 2024-11-19T12:13:08,741 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/fecc73ce58abe5cef30972c1e640d000/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:13:08,742 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f12793a816b09bfc57229b8554224f78, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:13:08,742 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142., pid=17, masterSystemTime=1732018388615 2024-11-19T12:13:08,742 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:13:08,742 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:13:08,742 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:13:08,743 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened fecc73ce58abe5cef30972c1e640d000; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73298687, jitterRate=0.09223555028438568}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:13:08,743 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:08,743 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => 9a61a3e570448542e53887220d9df3b9, NAME => 'SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-19T12:13:08,743 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for fecc73ce58abe5cef30972c1e640d000: Running coprocessor pre-open hook at 1732018388713Writing region info on filesystem at 1732018388713Initializing all the Stores at 1732018388715 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018388715Cleaning up temporary data from old regions at 1732018388730 (+15 ms)Running coprocessor post-open hooks at 1732018388743 (+13 ms)Region opened successfully at 1732018388743 2024-11-19T12:13:08,743 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:08,743 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:08,743 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for 9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:08,744 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for 9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:08,745 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000., pid=21, masterSystemTime=1732018388626 2024-11-19T12:13:08,746 INFO [StoreOpener-9a61a3e570448542e53887220d9df3b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:08,746 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:13:08,746 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:13:08,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f12793a816b09bfc57229b8554224f78, server=351a98347401,43139,1732018365642 because future has completed 2024-11-19T12:13:08,749 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=3f9026eda985552185640d5cff0d7142, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,42135,1732018365526 2024-11-19T12:13:08,750 INFO [StoreOpener-9a61a3e570448542e53887220d9df3b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a61a3e570448542e53887220d9df3b9 columnFamilyName cf 2024-11-19T12:13:08,750 DEBUG [StoreOpener-9a61a3e570448542e53887220d9df3b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:08,752 INFO [StoreOpener-9a61a3e570448542e53887220d9df3b9-1 {}] regionserver.HStore(327): Store=9a61a3e570448542e53887220d9df3b9/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:13:08,753 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for 9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:08,753 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:13:08,753 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:13:08,754 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:08,754 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=fecc73ce58abe5cef30972c1e640d000, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,40213,1732018365706 2024-11-19T12:13:08,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f9026eda985552185640d5cff0d7142, server=351a98347401,42135,1732018365526 because future has completed 2024-11-19T12:13:08,756 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:08,758 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for 9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:08,758 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for 9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:08,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=5 2024-11-19T12:13:08,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure fecc73ce58abe5cef30972c1e640d000, server=351a98347401,40213,1732018365706 because future has completed 2024-11-19T12:13:08,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f12793a816b09bfc57229b8554224f78, server=351a98347401,43139,1732018365642 in 10.1390 sec 2024-11-19T12:13:08,763 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for 9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:08,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=13 2024-11-19T12:13:08,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f9026eda985552185640d5cff0d7142, server=351a98347401,42135,1732018365526 in 10.1540 sec 2024-11-19T12:13:08,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=f12793a816b09bfc57229b8554224f78, ASSIGN in 10.3260 sec 2024-11-19T12:13:08,769 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/9a61a3e570448542e53887220d9df3b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:13:08,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=14 2024-11-19T12:13:08,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=3f9026eda985552185640d5cff0d7142, ASSIGN in 10.3310 sec 2024-11-19T12:13:08,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure fecc73ce58abe5cef30972c1e640d000, server=351a98347401,40213,1732018365706 in 10.1440 sec 2024-11-19T12:13:08,770 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened 9a61a3e570448542e53887220d9df3b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73923320, jitterRate=0.10154330730438232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:13:08,770 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:08,771 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for 9a61a3e570448542e53887220d9df3b9: Running coprocessor pre-open hook at 1732018388744Writing region info on filesystem at 1732018388744Initializing all the Stores at 1732018388746 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018388746Cleaning up temporary data from old regions at 1732018388758 (+12 ms)Running coprocessor post-open hooks at 1732018388770 (+12 ms)Region opened successfully at 1732018388770 2024-11-19T12:13:08,772 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9., pid=15, masterSystemTime=1732018388604 2024-11-19T12:13:08,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fecc73ce58abe5cef30972c1e640d000, ASSIGN in 10.3360 sec 2024-11-19T12:13:08,775 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:13:08,775 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:13:08,776 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9a61a3e570448542e53887220d9df3b9, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:13:08,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9a61a3e570448542e53887220d9df3b9, server=351a98347401,43139,1732018365642 because future has completed 2024-11-19T12:13:08,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-19T12:13:08,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9a61a3e570448542e53887220d9df3b9, server=351a98347401,43139,1732018365642 in 10.1810 sec 2024-11-19T12:13:08,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-19T12:13:08,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9a61a3e570448542e53887220d9df3b9, ASSIGN in 10.3500 sec 2024-11-19T12:13:08,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:13:08,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018388789"}]},"ts":"1732018388789"} 2024-11-19T12:13:08,792 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-19T12:13:08,793 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:13:08,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.8840 sec 2024-11-19T12:13:11,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-19T12:13:13,561 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:13:14,150 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T12:13:15,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-19T12:13:15,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-19T12:13:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:13:16,185 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-19T12:13:16,185 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-19T12:13:16,186 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T12:13:16,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-19T12:13:16,200 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T12:13:16,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-19T12:13:16,253 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,259 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,262 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,268 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,271 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,276 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,281 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,320 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f., hostname=351a98347401,43139,1732018365642, seqNum=2] 2024-11-19T12:13:16,324 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f., hostname=351a98347401,43139,1732018365642, seqNum=2] 2024-11-19T12:13:16,329 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f., hostname=351a98347401,43139,1732018365642, seqNum=2] 2024-11-19T12:13:16,331 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f., hostname=351a98347401,43139,1732018365642, seqNum=2] 2024-11-19T12:13:16,334 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f., hostname=351a98347401,43139,1732018365642, seqNum=2] 2024-11-19T12:13:16,336 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f., hostname=351a98347401,43139,1732018365642, seqNum=2] 2024-11-19T12:13:16,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f., hostname=351a98347401,43139,1732018365642, seqNum=2] 2024-11-19T12:13:16,395 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142., hostname=351a98347401,42135,1732018365526, seqNum=2] 2024-11-19T12:13:16,398 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142., hostname=351a98347401,42135,1732018365526, seqNum=2] 2024-11-19T12:13:16,401 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142., hostname=351a98347401,42135,1732018365526, seqNum=2] 2024-11-19T12:13:16,404 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142., hostname=351a98347401,42135,1732018365526, seqNum=2] 2024-11-19T12:13:16,407 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142., hostname=351a98347401,42135,1732018365526, seqNum=2] 2024-11-19T12:13:16,410 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142., hostname=351a98347401,42135,1732018365526, seqNum=2] 2024-11-19T12:13:16,413 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142., hostname=351a98347401,42135,1732018365526, seqNum=2] 2024-11-19T12:13:16,415 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142., hostname=351a98347401,42135,1732018365526, seqNum=2] 2024-11-19T12:13:16,526 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,529 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,531 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,533 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,536 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,541 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eag', locateType=CURRENT is [region=SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:16,546 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eah', locateType=CURRENT is [region=SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000., hostname=351a98347401,40213,1732018365706, seqNum=2] 2024-11-19T12:13:17,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:13:17,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:13:17,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:13:17,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:13:17,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43139 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T12:13:17,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:13:17,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T12:13:17,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42135 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T12:13:18,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40213 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T12:13:18,650 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-19T12:13:18,652 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T12:13:18,653 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T12:13:18,659 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T12:13:18,674 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T12:13:18,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741848_1024 (size=49) 2024-11-19T12:13:18,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741848_1024 (size=49) 2024-11-19T12:13:18,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741848_1024 (size=49) 2024-11-19T12:13:18,688 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T12:13:18,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f12793a816b09bfc57229b8554224f78}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef453a250e1a915d57ab48775bc44c0a}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a707b3757507c0d3f73352af53534685}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a61a3e570448542e53887220d9df3b9}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d4d73f287d8f317bd12585984fd6080}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58dea4377ace575827b132cf93d0d37f}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f9026eda985552185640d5cff0d7142}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000}] 2024-11-19T12:13:18,696 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:18,696 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:18,696 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a707b3757507c0d3f73352af53534685 2024-11-19T12:13:18,697 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:18,697 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:18,704 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:18,704 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:18,705 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:18,705 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:18,706 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:18,753 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 351a98347401,40213,1732018365706 2024-11-19T12:13:18,754 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 351a98347401,40213,1732018365706: Simulated kill ***** 2024-11-19T12:13:18,754 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:13:18,755 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:13:18,756 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:13:18,759 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:13:18,759 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:13:18,767 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 614970608 }, "NonHeapMemoryUsage": { "committed": 157417472, "init": 7667712, "max": -1, "used": 153858448 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "351a98347401", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 676 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "351a98347401", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:59255", "tag.serverName": "351a98347401,40213,1732018365706", "tag.clusterId": "e3c8c8d3-5e8a-4531-a40b-cd6aa7f2d418", "tag.Context": "regionserver", "tag.Hostname": "351a98347401", "regionCount": 4, "storeCount": 7, "hlogFileCount": 8, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 12732, "memStoreHeapSize": 22368, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1732018365706, "averageRegionSize": 3183, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 2.2, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 266240, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 1, "activeScanners": 0, "totalRequestCount": 31, "totalRowActionRequestCount": 42, "readRequestCount": 8, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 34, "rpcGetRequestCount": 2, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 4, "rpcMultiRequestCount": 1, "rpcMutateRequestCount": 24, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 4, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 24, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 1, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 2, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 4, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-19T12:13:18,771 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35607 {}] master.MasterRpcServices(700): 351a98347401,40213,1732018365706 reported a fatal error: ***** ABORTING region server 351a98347401,40213,1732018365706: Simulated kill ***** 2024-11-19T12:13:18,773 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,40213,1732018365706' ***** 2024-11-19T12:13:18,773 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-19T12:13:18,774 INFO [RS:2;351a98347401:40213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:13:18,774 INFO [RS:2;351a98347401:40213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-19T12:13:18,774 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T12:13:18,774 INFO [RS:2;351a98347401:40213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-19T12:13:18,774 INFO [RS:2;351a98347401:40213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:13:18,774 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:13:18,774 INFO [RS:2;351a98347401:40213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;351a98347401:40213. 2024-11-19T12:13:18,774 DEBUG [RS:2;351a98347401:40213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:13:18,774 DEBUG [RS:2;351a98347401:40213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:13:18,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741836_1012 (size=14382) 2024-11-19T12:13:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741836_1012 (size=14382) 2024-11-19T12:13:18,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741836_1012 (size=14382) 2024-11-19T12:13:18,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741834_1010 (size=966) 2024-11-19T12:13:18,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741834_1010 (size=966) 2024-11-19T12:13:18,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741834_1010 (size=966) 2024-11-19T12:13:18,789 DEBUG [RS:2;351a98347401:40213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:13:18,789 INFO [RS:2;351a98347401:40213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:13:18,790 INFO [RS:2;351a98347401:40213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40213 2024-11-19T12:13:18,802 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:13:18,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/351a98347401,40213,1732018365706 2024-11-19T12:13:18,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T12:13:18,816 INFO [RS:2;351a98347401:40213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:13:18,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,40213,1732018365706] 2024-11-19T12:13:18,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/351a98347401,40213,1732018365706 already deleted, retry=false 2024-11-19T12:13:18,837 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 351a98347401,40213,1732018365706 on 351a98347401,35607,1732018364610 2024-11-19T12:13:18,871 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 351a98347401,40213,1732018365706, splitWal=true, meta=true 2024-11-19T12:13:18,876 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 351a98347401,40213,1732018365706 (carryingMeta=true) 351a98347401,40213,1732018365706/CRASHED/regionCount=4/lock=java.util.concurrent.locks.ReentrantReadWriteLock@445b22de[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T12:13:18,876 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 351a98347401,40213,1732018365706, splitWal=true, meta=true 2024-11-19T12:13:18,877 INFO [PEWorker-5 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 351a98347401,40213,1732018365706, splitWal=true, meta=true, isMeta: true 2024-11-19T12:13:18,878 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:18,878 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:18,878 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:18,880 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f can not run currently because target server of region SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 351a98347401,40213,1732018365706 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-19T12:13:18,880 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 can not run currently because target server of region SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 351a98347401,40213,1732018365706 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-19T12:13:18,880 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f; timeout=1000, timestamp=1732018399880 2024-11-19T12:13:18,880 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000; timeout=1000, timestamp=1732018399880 2024-11-19T12:13:18,880 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 can not run currently because target server of region SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 351a98347401,40213,1732018365706 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-19T12:13:18,880 DEBUG [PEWorker-5 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting 2024-11-19T12:13:18,880 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8; timeout=1000, timestamp=1732018399880 2024-11-19T12:13:18,882 INFO [PEWorker-5 {}] master.SplitWALManager(105): 351a98347401,40213,1732018365706 WAL count=1, meta=true 2024-11-19T12:13:18,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta}] 2024-11-19T12:13:18,891 DEBUG [PEWorker-4 {}] master.SplitWALManager(158): Acquired split WAL worker=351a98347401,43139,1732018365642 2024-11-19T12:13:18,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta, worker=351a98347401,43139,1732018365642}] 2024-11-19T12:13:18,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:13:18,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40213-0x1015302d8940003, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:13:18,927 INFO [RS:2;351a98347401:40213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:13:18,927 INFO [RS:2;351a98347401:40213 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,40213,1732018365706; zookeeper connection closed. 2024-11-19T12:13:18,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26c9ab5f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26c9ab5f 2024-11-19T12:13:19,061 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:13:19,061 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:13:19,880 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:19,880 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:19,881 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:19,882 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f can not run currently because target server of region SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 351a98347401,40213,1732018365706 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-19T12:13:19,882 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f; timeout=2000, timestamp=1732018401882 2024-11-19T12:13:19,882 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 can not run currently because target server of region SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 351a98347401,40213,1732018365706 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-19T12:13:19,882 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 can not run currently because target server of region SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 351a98347401,40213,1732018365706 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-19T12:13:19,882 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8; timeout=2000, timestamp=1732018401882 2024-11-19T12:13:19,882 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000; timeout=2000, timestamp=1732018401882 2024-11-19T12:13:20,790 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:35607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-19T12:13:21,883 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:21,883 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:21,884 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:21,887 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f can not run currently because target server of region SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 351a98347401,40213,1732018365706 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-19T12:13:21,887 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 can not run currently because target server of region SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 351a98347401,40213,1732018365706 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-19T12:13:21,887 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000; timeout=4000, timestamp=1732018405887 2024-11-19T12:13:21,887 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f; timeout=4000, timestamp=1732018405887 2024-11-19T12:13:21,888 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 can not run currently because target server of region SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 351a98347401,40213,1732018365706 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-19T12:13:21,888 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8; timeout=4000, timestamp=1732018405888 2024-11-19T12:13:25,887 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:25,887 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:25,888 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:25,891 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 can not run currently because target server of region SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 351a98347401,40213,1732018365706 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-19T12:13:25,891 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 can not run currently because target server of region SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 351a98347401,40213,1732018365706 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-19T12:13:25,891 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000; timeout=8000, timestamp=1732018413891 2024-11-19T12:13:25,891 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8; timeout=8000, timestamp=1732018413891 2024-11-19T12:13:25,892 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f can not run currently because target server of region SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 351a98347401,40213,1732018365706 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-19T12:13:25,892 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f; timeout=8000, timestamp=1732018413892 2024-11-19T12:13:28,626 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=351a98347401,43139,1732018365642, timeout=1732018408698, delay=71, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a707b3757507c0d3f73352af53534685, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58dea4377ace575827b132cf93d0d37f, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta, worker=351a98347401,43139,1732018365642, pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f12793a816b09bfc57229b8554224f78, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a61a3e570448542e53887220d9df3b9], containedObject=351a98347401,40213,1732018365706, timeout=1732018408698, delay=71, operations=null, containedObject=351a98347401,42135,1732018365526, timeout=1732018408698, delay=71, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef453a250e1a915d57ab48775bc44c0a, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d4d73f287d8f317bd12585984fd6080, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f9026eda985552185640d5cff0d7142]] 2024-11-19T12:13:28,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-19T12:13:28,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-19T12:13:28,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-19T12:13:28,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-19T12:13:28,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:13:28,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:13:28,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-19T12:13:28,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:13:28,704 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:13:28,705 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:13:28,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-19T12:13:28,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-19T12:13:28,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-19T12:13:28,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:13:28,709 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 3f9026eda985552185640d5cff0d7142 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-19T12:13:28,709 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 58dea4377ace575827b132cf93d0d37f 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-19T12:13:28,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for a707b3757507c0d3f73352af53534685: 2024-11-19T12:13:28,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for f12793a816b09bfc57229b8554224f78: 2024-11-19T12:13:28,709 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for ef453a250e1a915d57ab48775bc44c0a: 2024-11-19T12:13:28,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. for SnapshotProcedureTest completed. 2024-11-19T12:13:28,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. for SnapshotProcedureTest completed. 2024-11-19T12:13:28,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. for SnapshotProcedureTest completed. 2024-11-19T12:13:28,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for 9d4d73f287d8f317bd12585984fd6080: 2024-11-19T12:13:28,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. for SnapshotProcedureTest completed. 2024-11-19T12:13:28,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:13:28,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:13:28,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:13:28,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:13:28,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:13:28,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:13:28,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:13:28,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:13:28,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:13:28,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:13:28,719 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:13:28,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:13:28,734 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta, size=14.0 K (14382bytes) 2024-11-19T12:13:28,735 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-19T12:13:28,735 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-19T12:13:28,735 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta 2024-11-19T12:13:28,741 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta after 4ms 2024-11-19T12:13:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741850_1026 (size=65) 2024-11-19T12:13:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741850_1026 (size=65) 2024-11-19T12:13:28,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741850_1026 (size=65) 2024-11-19T12:13:28,750 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:13:28,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741849_1025 (size=57) 2024-11-19T12:13:28,756 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-19T12:13:28,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741849_1025 (size=57) 2024-11-19T12:13:28,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:13:28,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 9a61a3e570448542e53887220d9df3b9: 2024-11-19T12:13:28,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. for SnapshotProcedureTest completed. 2024-11-19T12:13:28,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:13:28,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:13:28,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:13:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-19T12:13:28,758 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a707b3757507c0d3f73352af53534685 2024-11-19T12:13:28,759 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a707b3757507c0d3f73352af53534685 2024-11-19T12:13:28,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741849_1025 (size=57) 2024-11-19T12:13:28,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:13:28,760 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-19T12:13:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-19T12:13:28,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:28,762 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f12793a816b09bfc57229b8554224f78 2024-11-19T12:13:28,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a707b3757507c0d3f73352af53534685 in 10.0710 sec 2024-11-19T12:13:28,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f12793a816b09bfc57229b8554224f78 in 10.0730 sec 2024-11-19T12:13:28,785 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta took 54ms 2024-11-19T12:13:28,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741851_1027 (size=65) 2024-11-19T12:13:28,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741851_1027 (size=65) 2024-11-19T12:13:28,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741851_1027 (size=65) 2024-11-19T12:13:28,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:13:28,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-19T12:13:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-19T12:13:28,798 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:28,798 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:13:28,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ef453a250e1a915d57ab48775bc44c0a in 10.1090 sec 2024-11-19T12:13:28,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741852_1028 (size=65) 2024-11-19T12:13:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741852_1028 (size=65) 2024-11-19T12:13:28,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741852_1028 (size=65) 2024-11-19T12:13:28,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:13:28,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-19T12:13:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-19T12:13:28,808 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:28,808 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:13:28,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9d4d73f287d8f317bd12585984fd6080 in 10.1190 sec 2024-11-19T12:13:28,813 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-19T12:13:28,817 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta so closing down 2024-11-19T12:13:28,818 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:13:28,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741853_1029 (size=65) 2024-11-19T12:13:28,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741853_1029 (size=65) 2024-11-19T12:13:28,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/3f9026eda985552185640d5cff0d7142/.tmp/cf/73db2a29ab9e4a0a869b1eab62db3df5 is 34, key is ccd/cf:cf/1732018397863/Put/seqid=0 2024-11-19T12:13:28,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741853_1029 (size=65) 2024-11-19T12:13:28,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/58dea4377ace575827b132cf93d0d37f/.tmp/cf/72f04ee1832948b09866e7307d321aba is 34, key is baa/cf:cf/1732018397793/Put/seqid=0 2024-11-19T12:13:28,824 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:13:28,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-19T12:13:28,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-19T12:13:28,825 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:28,825 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9a61a3e570448542e53887220d9df3b9 2024-11-19T12:13:28,826 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta.temp 2024-11-19T12:13:28,829 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta.temp 2024-11-19T12:13:28,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9a61a3e570448542e53887220d9df3b9 in 10.1370 sec 2024-11-19T12:13:28,832 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:13:28,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741854_1030 (size=47197) 2024-11-19T12:13:28,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741854_1030 (size=47197) 2024-11-19T12:13:28,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741854_1030 (size=47197) 2024-11-19T12:13:28,849 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/3f9026eda985552185640d5cff0d7142/.tmp/cf/73db2a29ab9e4a0a869b1eab62db3df5 2024-11-19T12:13:28,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741856_1032 (size=14141) 2024-11-19T12:13:28,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741856_1032 (size=14141) 2024-11-19T12:13:28,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741856_1032 (size=14141) 2024-11-19T12:13:28,860 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) 2024-11-19T12:13:28,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741855_1031 (size=28623) 2024-11-19T12:13:28,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741855_1031 (size=28623) 2024-11-19T12:13:28,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741855_1031 (size=28623) 2024-11-19T12:13:28,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta.temp to hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T12:13:28,867 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/58dea4377ace575827b132cf93d0d37f/.tmp/cf/72f04ee1832948b09866e7307d321aba 2024-11-19T12:13:28,870 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 63 ms; skipped=1; WAL=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-19T12:13:28,871 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta, journal: Splitting hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta, size=14.0 K (14382bytes) at 1732018408734Finishing writing output for hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta so closing down at 1732018408818 (+84 ms)Creating recovered edits writer path=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta.temp at 1732018408829 (+11 ms)3 split writer threads finished at 1732018408832 (+3 ms)Closed recovered edits writer path=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta.temp (wrote 25 edits, skipped 0 edits in 1 ms) at 1732018408860 (+28 ms)Rename recovered edits hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta.temp to hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732018408866 (+6 ms)Processed 26 edits across 1 Regions in 63 ms; skipped=1; WAL=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732018408870 (+4 ms) 2024-11-19T12:13:28,871 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta 2024-11-19T12:13:28,871 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-19T12:13:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-19T12:13:28,880 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta to hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/oldWALs 2024-11-19T12:13:28,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-19T12:13:28,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta, worker=351a98347401,43139,1732018365642 in 9.9870 sec 2024-11-19T12:13:28,887 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=351a98347401,43139,1732018365642 2024-11-19T12:13:28,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-19T12:13:28,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 351a98347401%2C40213%2C1732018365706.meta.1732018377508.meta, worker=351a98347401,43139,1732018365642 in 10.0040 sec 2024-11-19T12:13:28,893 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting dir is empty, no logs to split. 2024-11-19T12:13:28,893 INFO [PEWorker-3 {}] master.SplitWALManager(105): 351a98347401,40213,1732018365706 WAL count=0, meta=true 2024-11-19T12:13:28,893 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 351a98347401,40213,1732018365706 WAL splitting is done? wals=0, meta=true 2024-11-19T12:13:28,895 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:13:28,897 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:13:28,899 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T12:13:28,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/58dea4377ace575827b132cf93d0d37f/.tmp/cf/72f04ee1832948b09866e7307d321aba as hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/58dea4377ace575827b132cf93d0d37f/cf/72f04ee1832948b09866e7307d321aba 2024-11-19T12:13:28,915 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/3f9026eda985552185640d5cff0d7142/.tmp/cf/73db2a29ab9e4a0a869b1eab62db3df5 as hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/3f9026eda985552185640d5cff0d7142/cf/73db2a29ab9e4a0a869b1eab62db3df5 2024-11-19T12:13:28,926 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/58dea4377ace575827b132cf93d0d37f/cf/72f04ee1832948b09866e7307d321aba, entries=731, sequenceid=5, filesize=28.0 K 2024-11-19T12:13:28,926 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/3f9026eda985552185640d5cff0d7142/cf/73db2a29ab9e4a0a869b1eab62db3df5, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-19T12:13:28,933 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 3f9026eda985552185640d5cff0d7142 in 223ms, sequenceid=5, compaction requested=false 2024-11-19T12:13:28,933 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for 58dea4377ace575827b132cf93d0d37f in 223ms, sequenceid=5, compaction requested=false 2024-11-19T12:13:28,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 58dea4377ace575827b132cf93d0d37f: 2024-11-19T12:13:28,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 3f9026eda985552185640d5cff0d7142: 2024-11-19T12:13:28,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. for SnapshotProcedureTest completed. 2024-11-19T12:13:28,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. for SnapshotProcedureTest completed. 2024-11-19T12:13:28,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:13:28,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:13:28,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:13:28,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:13:28,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/58dea4377ace575827b132cf93d0d37f/cf/72f04ee1832948b09866e7307d321aba] hfiles 2024-11-19T12:13:28,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/3f9026eda985552185640d5cff0d7142/cf/73db2a29ab9e4a0a869b1eab62db3df5] hfiles 2024-11-19T12:13:28,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/3f9026eda985552185640d5cff0d7142/cf/73db2a29ab9e4a0a869b1eab62db3df5 for snapshot=SnapshotProcedureTest 2024-11-19T12:13:28,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/58dea4377ace575827b132cf93d0d37f/cf/72f04ee1832948b09866e7307d321aba for snapshot=SnapshotProcedureTest 2024-11-19T12:13:28,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741857_1033 (size=105) 2024-11-19T12:13:28,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741858_1034 (size=105) 2024-11-19T12:13:28,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741858_1034 (size=105) 2024-11-19T12:13:28,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741858_1034 (size=105) 2024-11-19T12:13:28,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741857_1033 (size=105) 2024-11-19T12:13:28,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:13:28,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-19T12:13:28,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:13:28,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-19T12:13:28,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741857_1033 (size=105) 2024-11-19T12:13:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-19T12:13:28,963 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:28,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-19T12:13:28,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:28,963 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3f9026eda985552185640d5cff0d7142 2024-11-19T12:13:28,963 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 58dea4377ace575827b132cf93d0d37f 2024-11-19T12:13:28,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 58dea4377ace575827b132cf93d0d37f in 10.2750 sec 2024-11-19T12:13:28,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3f9026eda985552185640d5cff0d7142 in 10.2750 sec 2024-11-19T12:13:29,049 DEBUG [351a98347401:35607 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-19T12:13:29,050 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(204): Hosts are {351a98347401=0} racks are {/default-rack=0} 2024-11-19T12:13:29,050 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T12:13:29,050 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T12:13:29,050 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T12:13:29,050 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T12:13:29,050 INFO [351a98347401:35607 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T12:13:29,050 INFO [351a98347401:35607 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T12:13:29,050 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T12:13:29,051 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:13:29,052 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,43139,1732018365642, state=OPENING 2024-11-19T12:13:29,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:13:29,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:13:29,117 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:13:29,117 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:13:29,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:13:29,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:13:29,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:13:29,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,43139,1732018365642}] 2024-11-19T12:13:33,892 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:33,892 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:33,893 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:33,896 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 can not run currently because target server of region SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 351a98347401,40213,1732018365706 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-19T12:13:33,896 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=35, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 can not run currently because target server of region SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 351a98347401,40213,1732018365706 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-19T12:13:33,897 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f can not run currently because target server of region SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 351a98347401,40213,1732018365706 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-19T12:13:33,897 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=35, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000; timeout=16000, timestamp=1732018429897 2024-11-19T12:13:33,897 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8; timeout=16000, timestamp=1732018429897 2024-11-19T12:13:33,897 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f; timeout=16000, timestamp=1732018429897 2024-11-19T12:13:38,069 INFO [master/351a98347401:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T12:13:38,069 INFO [master/351a98347401:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T12:13:39,135 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:13:39,135 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:13:39,136 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:13:39,139 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C43139%2C1732018365642.meta, suffix=.meta, logDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,43139,1732018365642, archiveDir=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/oldWALs, maxLogs=32 2024-11-19T12:13:39,154 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,43139,1732018365642/351a98347401%2C43139%2C1732018365642.meta.1732018419142.meta, exclude list is [], retry=0 2024-11-19T12:13:39,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32783,DS-edb8c919-d721-4226-bca3-d724e46d7cee,DISK] 2024-11-19T12:13:39,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41921,DS-160a451a-e826-4ccd-8749-e24ae803c0e4,DISK] 2024-11-19T12:13:39,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38249,DS-8d8dd6b5-afd2-437b-b8cb-bc116f05b417,DISK] 2024-11-19T12:13:39,159 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,43139,1732018365642/351a98347401%2C43139%2C1732018365642.meta.1732018419142.meta 2024-11-19T12:13:39,159 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33467:33467),(127.0.0.1/127.0.0.1:34453:34453),(127.0.0.1/127.0.0.1:36943:36943)] 2024-11-19T12:13:39,160 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:13:39,160 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:13:39,160 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:13:39,160 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:13:39,160 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:13:39,161 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:39,161 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:13:39,161 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:13:39,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:13:39,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:13:39,164 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:39,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:13:39,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:13:39,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:13:39,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:39,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:13:39,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:13:39,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:13:39,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:39,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:13:39,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:13:39,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:13:39,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:39,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:13:39,171 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:13:39,172 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740 2024-11-19T12:13:39,175 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740 2024-11-19T12:13:39,177 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T12:13:39,194 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T12:13:39,194 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-19T12:13:39,222 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/.tmp/info/a5e98ee82322405abed8342fac22b615 is 167, key is SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a./info:regioninfo/1732018388685/Put/seqid=0 2024-11-19T12:13:39,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741860_1036 (size=18393) 2024-11-19T12:13:39,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741860_1036 (size=18393) 2024-11-19T12:13:39,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741860_1036 (size=18393) 2024-11-19T12:13:39,231 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/.tmp/info/a5e98ee82322405abed8342fac22b615 2024-11-19T12:13:39,259 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/.tmp/ns/980013d4ef2c43b7b77a5ada1df9c5e4 is 43, key is default/ns:d/1732018377656/Put/seqid=0 2024-11-19T12:13:39,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741861_1037 (size=5153) 2024-11-19T12:13:39,268 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/.tmp/ns/980013d4ef2c43b7b77a5ada1df9c5e4 2024-11-19T12:13:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741861_1037 (size=5153) 2024-11-19T12:13:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741861_1037 (size=5153) 2024-11-19T12:13:39,292 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/.tmp/table/9241a4868d7f42c4aa58173d3e89f1e5 is 47, key is SPTestTable/table:state/1732018388789/Put/seqid=0 2024-11-19T12:13:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741862_1038 (size=5214) 2024-11-19T12:13:39,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741862_1038 (size=5214) 2024-11-19T12:13:39,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741862_1038 (size=5214) 2024-11-19T12:13:39,300 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/.tmp/table/9241a4868d7f42c4aa58173d3e89f1e5 2024-11-19T12:13:39,310 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/.tmp/info/a5e98ee82322405abed8342fac22b615 as hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/info/a5e98ee82322405abed8342fac22b615 2024-11-19T12:13:39,319 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/info/a5e98ee82322405abed8342fac22b615, entries=100, sequenceid=28, filesize=18.0 K 2024-11-19T12:13:39,321 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/.tmp/ns/980013d4ef2c43b7b77a5ada1df9c5e4 as hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/ns/980013d4ef2c43b7b77a5ada1df9c5e4 2024-11-19T12:13:39,330 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/ns/980013d4ef2c43b7b77a5ada1df9c5e4, entries=2, sequenceid=28, filesize=5.0 K 2024-11-19T12:13:39,332 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/.tmp/table/9241a4868d7f42c4aa58173d3e89f1e5 as hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/table/9241a4868d7f42c4aa58173d3e89f1e5 2024-11-19T12:13:39,341 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/table/9241a4868d7f42c4aa58173d3e89f1e5, entries=2, sequenceid=28, filesize=5.1 K 2024-11-19T12:13:39,342 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=28, compaction requested=false; wal=null 2024-11-19T12:13:39,343 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T12:13:39,345 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:13:39,345 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:13:39,346 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:13:39,348 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:13:39,351 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-19T12:13:39,352 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67752431, jitterRate=0.009589895606040955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:13:39,353 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:13:39,353 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018419161Writing region info on filesystem at 1732018419161Initializing all the Stores at 1732018419162 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018419162Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018419163 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018419163Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018419163Obtaining lock to block concurrent updates at 1732018419194 (+31 ms)Preparing flush snapshotting stores in 1588230740 at 1732018419194Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732018419194Flushing stores of hbase:meta,,1.1588230740 at 1732018419194Flushing 1588230740/info: creating writer at 1732018419195 (+1 ms)Flushing 1588230740/info: appending metadata at 1732018419221 (+26 ms)Flushing 1588230740/info: closing flushed file at 1732018419222 (+1 ms)Flushing 1588230740/ns: creating writer at 1732018419242 (+20 ms)Flushing 1588230740/ns: appending metadata at 1732018419257 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732018419257Flushing 1588230740/table: creating writer at 1732018419278 (+21 ms)Flushing 1588230740/table: appending metadata at 1732018419292 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732018419292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41fc88a9: reopening flushed file at 1732018419308 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5621165: reopening flushed file at 1732018419319 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@362996c0: reopening flushed file at 1732018419330 (+11 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 147ms, sequenceid=28, compaction requested=false; wal=null at 1732018419342 (+12 ms)Cleaning up temporary data from old regions at 1732018419345 (+3 ms)Running coprocessor post-open hooks at 1732018419353 (+8 ms)Region opened successfully at 1732018419353 2024-11-19T12:13:39,354 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1732018419120 2024-11-19T12:13:39,357 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:13:39,357 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:13:39,358 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:13:39,359 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,43139,1732018365642, state=OPEN 2024-11-19T12:13:39,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:13:39,443 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:13:39,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:13:39,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:13:39,443 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,43139,1732018365642 2024-11-19T12:13:39,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:13:39,444 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:13:39,446 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-19T12:13:39,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,43139,1732018365642 in 10.3260 sec 2024-11-19T12:13:39,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-19T12:13:39,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5520 sec 2024-11-19T12:13:39,450 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 351a98347401,40213,1732018365706 had 4 regions 2024-11-19T12:13:39,451 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 351a98347401,40213,1732018365706, splitWal=true, meta=true, isMeta: false 2024-11-19T12:13:39,454 INFO [PEWorker-2 {}] master.SplitWALManager(105): 351a98347401,40213,1732018365706 WAL count=1, meta=false 2024-11-19T12:13:39,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 351a98347401%2C40213%2C1732018365706.1732018367215}] 2024-11-19T12:13:39,457 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=351a98347401,42135,1732018365526 2024-11-19T12:13:39,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 351a98347401%2C40213%2C1732018365706.1732018367215, worker=351a98347401,42135,1732018365526}] 2024-11-19T12:13:43,561 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:13:44,700 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T12:13:47,256 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-19T12:13:49,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-19T12:13:49,484 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.1732018367215, size=966 (966bytes) 2024-11-19T12:13:49,484 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.1732018367215 2024-11-19T12:13:49,485 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.1732018367215 after 1ms 2024-11-19T12:13:49,489 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.1732018367215 took 5ms 2024-11-19T12:13:49,493 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 8e77e04d484effd6071b285ed724e76f: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T12:13:49,494 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 0fc2bb17eb4b5426481cc4a3efee12b8: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T12:13:49,495 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for fecc73ce58abe5cef30972c1e640d000: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-19T12:13:49,495 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.1732018367215 so closing down 2024-11-19T12:13:49,495 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:13:49,495 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:13:49,496 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 3 edits across 0 Regions in 6 ms; skipped=3; WAL=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.1732018367215, size=966, length=966, corrupted=false, cancelled=false 2024-11-19T12:13:49,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.1732018367215, journal: Splitting hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.1732018367215, size=966 (966bytes) at 1732018429484Finishing writing output for hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.1732018367215 so closing down at 1732018429495 (+11 ms)3 split writer threads finished at 1732018429495Processed 3 edits across 0 Regions in 6 ms; skipped=3; WAL=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.1732018367215, size=966, length=966, corrupted=false, cancelled=false at 1732018429496 (+1 ms) 2024-11-19T12:13:49,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.1732018367215 2024-11-19T12:13:49,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-19T12:13:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-19T12:13:49,500 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting/351a98347401%2C40213%2C1732018365706.1732018367215 to hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/oldWALs 2024-11-19T12:13:49,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-19T12:13:49,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 351a98347401%2C40213%2C1732018365706.1732018367215, worker=351a98347401,42135,1732018365526 in 10.0420 sec 2024-11-19T12:13:49,504 DEBUG [PEWorker-5 {}] master.SplitWALManager(172): Release split WAL worker=351a98347401,42135,1732018365526 2024-11-19T12:13:49,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-19T12:13:49,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 351a98347401%2C40213%2C1732018365706.1732018367215, worker=351a98347401,42135,1732018365526 in 10.0490 sec 2024-11-19T12:13:49,509 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/WALs/351a98347401,40213,1732018365706-splitting dir is empty, no logs to split. 2024-11-19T12:13:49,509 INFO [PEWorker-2 {}] master.SplitWALManager(105): 351a98347401,40213,1732018365706 WAL count=0, meta=false 2024-11-19T12:13:49,509 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 351a98347401,40213,1732018365706 WAL splitting is done? wals=0, meta=false 2024-11-19T12:13:49,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e77e04d484effd6071b285ed724e76f, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fecc73ce58abe5cef30972c1e640d000, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0fc2bb17eb4b5426481cc4a3efee12b8, ASSIGN}] 2024-11-19T12:13:49,512 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fecc73ce58abe5cef30972c1e640d000, ASSIGN 2024-11-19T12:13:49,512 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0fc2bb17eb4b5426481cc4a3efee12b8, ASSIGN 2024-11-19T12:13:49,512 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e77e04d484effd6071b285ed724e76f, ASSIGN 2024-11-19T12:13:49,513 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0fc2bb17eb4b5426481cc4a3efee12b8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T12:13:49,513 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fecc73ce58abe5cef30972c1e640d000, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T12:13:49,514 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e77e04d484effd6071b285ed724e76f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T12:13:49,664 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(204): Hosts are {351a98347401=0} racks are {/default-rack=0} 2024-11-19T12:13:49,665 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T12:13:49,665 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T12:13:49,666 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T12:13:49,666 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T12:13:49,666 INFO [351a98347401:35607 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T12:13:49,666 INFO [351a98347401:35607 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T12:13:49,667 DEBUG [351a98347401:35607 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T12:13:49,668 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=fecc73ce58abe5cef30972c1e640d000, regionState=OPENING, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:13:49,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=8e77e04d484effd6071b285ed724e76f, regionState=OPENING, regionLocation=351a98347401,42135,1732018365526 2024-11-19T12:13:49,668 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=0fc2bb17eb4b5426481cc4a3efee12b8, regionState=OPENING, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:13:49,671 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 351a98347401:40213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:40213 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:13:49,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=351a98347401,40213,1732018365706, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=351a98347401,40213,1732018365706, seqNum=-1, error=java.net.ConnectException: Call to address=351a98347401:40213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:40213 2024-11-19T12:13:49,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=351a98347401,40213,1732018365706, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-19T12:13:49,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=351a98347401,40213,1732018365706, seqNum=-1 from cache 2024-11-19T12:13:49,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=351a98347401,40213,1732018365706, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=351a98347401:40213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:40213 2024-11-19T12:13:49,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=351a98347401,40213,1732018365706, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=351a98347401:40213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:40213 2024-11-19T12:13:49,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 351a98347401:40213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 351a98347401/172.17.0.2:40213 2024-11-19T12:13:49,783 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:13:49,784 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,43139,1732018365642, seqNum=-1] 2024-11-19T12:13:49,784 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:13:49,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:13:49,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fecc73ce58abe5cef30972c1e640d000, ASSIGN because future has completed 2024-11-19T12:13:49,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure fecc73ce58abe5cef30972c1e640d000, server=351a98347401,43139,1732018365642}] 2024-11-19T12:13:49,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8e77e04d484effd6071b285ed724e76f, ASSIGN because future has completed 2024-11-19T12:13:49,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e77e04d484effd6071b285ed724e76f, server=351a98347401,42135,1732018365526}] 2024-11-19T12:13:49,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0fc2bb17eb4b5426481cc4a3efee12b8, ASSIGN because future has completed 2024-11-19T12:13:49,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8, server=351a98347401,43139,1732018365642}] 2024-11-19T12:13:49,897 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f held by pid=43 2024-11-19T12:13:49,898 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 held by pid=45 2024-11-19T12:13:49,898 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:49,898 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 held by pid=44 2024-11-19T12:13:49,898 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:49,898 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:53,639 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 58dea4377ace575827b132cf93d0d37f, had cached 0 bytes from a total of 28623 2024-11-19T12:13:53,685 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3f9026eda985552185640d5cff0d7142, had cached 0 bytes from a total of 47197 2024-11-19T12:13:53,792 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:35607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-19T12:13:57,722 DEBUG [master/351a98347401:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ef453a250e1a915d57ab48775bc44c0a changed from -1.0 to 0.0, refreshing cache 2024-11-19T12:13:57,722 DEBUG [master/351a98347401:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9d4d73f287d8f317bd12585984fd6080 changed from -1.0 to 0.0, refreshing cache 2024-11-19T12:13:57,723 DEBUG [master/351a98347401:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3f9026eda985552185640d5cff0d7142 changed from -1.0 to 0.0, refreshing cache 2024-11-19T12:13:57,723 DEBUG [master/351a98347401:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f12793a816b09bfc57229b8554224f78 changed from -1.0 to 0.0, refreshing cache 2024-11-19T12:13:57,723 DEBUG [master/351a98347401:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a707b3757507c0d3f73352af53534685 changed from -1.0 to 0.0, refreshing cache 2024-11-19T12:13:57,723 DEBUG [master/351a98347401:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9a61a3e570448542e53887220d9df3b9 changed from -1.0 to 0.0, refreshing cache 2024-11-19T12:13:57,723 DEBUG [master/351a98347401:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 58dea4377ace575827b132cf93d0d37f changed from -1.0 to 0.0, refreshing cache 2024-11-19T12:13:57,723 DEBUG [master/351a98347401:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-19T12:13:59,801 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:13:59,801 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:13:59,801 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => fecc73ce58abe5cef30972c1e640d000, NAME => 'SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-19T12:13:59,801 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e77e04d484effd6071b285ed724e76f, NAME => 'SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-19T12:13:59,802 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:59,802 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:59,802 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:59,802 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:59,802 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:59,802 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:59,802 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:59,802 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:59,824 INFO [StoreOpener-8e77e04d484effd6071b285ed724e76f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:59,825 INFO [StoreOpener-8e77e04d484effd6071b285ed724e76f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e77e04d484effd6071b285ed724e76f columnFamilyName cf 2024-11-19T12:13:59,826 DEBUG [StoreOpener-8e77e04d484effd6071b285ed724e76f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:59,826 INFO [StoreOpener-fecc73ce58abe5cef30972c1e640d000-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:59,826 INFO [StoreOpener-8e77e04d484effd6071b285ed724e76f-1 {}] regionserver.HStore(327): Store=8e77e04d484effd6071b285ed724e76f/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:13:59,827 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:59,827 INFO [StoreOpener-fecc73ce58abe5cef30972c1e640d000-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fecc73ce58abe5cef30972c1e640d000 columnFamilyName cf 2024-11-19T12:13:59,827 DEBUG [StoreOpener-fecc73ce58abe5cef30972c1e640d000-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:59,827 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:59,828 INFO [StoreOpener-fecc73ce58abe5cef30972c1e640d000-1 {}] regionserver.HStore(327): Store=fecc73ce58abe5cef30972c1e640d000/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:13:59,828 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:59,829 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:59,829 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:59,829 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:59,829 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:59,830 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:59,830 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:59,830 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:59,832 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:59,833 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:59,833 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 8e77e04d484effd6071b285ed724e76f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71186360, jitterRate=0.06075942516326904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:13:59,833 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:59,833 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 8e77e04d484effd6071b285ed724e76f: Running coprocessor pre-open hook at 1732018439802Writing region info on filesystem at 1732018439802Initializing all the Stores at 1732018439804 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018439804Cleaning up temporary data from old regions at 1732018439829 (+25 ms)Running coprocessor post-open hooks at 1732018439833 (+4 ms)Region opened successfully at 1732018439833 2024-11-19T12:13:59,834 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened fecc73ce58abe5cef30972c1e640d000; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72693650, jitterRate=0.08321979641914368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:13:59,834 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:59,834 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for fecc73ce58abe5cef30972c1e640d000: Running coprocessor pre-open hook at 1732018439802Writing region info on filesystem at 1732018439802Initializing all the Stores at 1732018439804 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018439804Cleaning up temporary data from old regions at 1732018439830 (+26 ms)Running coprocessor post-open hooks at 1732018439834 (+4 ms)Region opened successfully at 1732018439834 2024-11-19T12:13:59,834 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f., pid=47, masterSystemTime=1732018439795 2024-11-19T12:13:59,835 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000., pid=46, masterSystemTime=1732018439795 2024-11-19T12:13:59,837 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:13:59,837 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:13:59,838 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=8e77e04d484effd6071b285ed724e76f, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,42135,1732018365526 2024-11-19T12:13:59,838 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:13:59,838 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:13:59,838 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:13:59,838 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 0fc2bb17eb4b5426481cc4a3efee12b8, NAME => 'SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-19T12:13:59,839 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=fecc73ce58abe5cef30972c1e640d000, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:13:59,839 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:59,839 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:13:59,839 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:59,839 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:59,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e77e04d484effd6071b285ed724e76f, server=351a98347401,42135,1732018365526 because future has completed 2024-11-19T12:13:59,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure fecc73ce58abe5cef30972c1e640d000, server=351a98347401,43139,1732018365642 because future has completed 2024-11-19T12:13:59,841 INFO [StoreOpener-0fc2bb17eb4b5426481cc4a3efee12b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:59,843 INFO [StoreOpener-0fc2bb17eb4b5426481cc4a3efee12b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0fc2bb17eb4b5426481cc4a3efee12b8 columnFamilyName cf 2024-11-19T12:13:59,843 DEBUG [StoreOpener-0fc2bb17eb4b5426481cc4a3efee12b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:13:59,844 INFO [StoreOpener-0fc2bb17eb4b5426481cc4a3efee12b8-1 {}] regionserver.HStore(327): Store=0fc2bb17eb4b5426481cc4a3efee12b8/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:13:59,844 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:59,846 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:59,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=43 2024-11-19T12:13:59,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e77e04d484effd6071b285ed724e76f, server=351a98347401,42135,1732018365526 in 10.0500 sec 2024-11-19T12:13:59,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-19T12:13:59,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure fecc73ce58abe5cef30972c1e640d000, server=351a98347401,43139,1732018365642 in 10.0530 sec 2024-11-19T12:13:59,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8e77e04d484effd6071b285ed724e76f, ASSIGN in 10.3350 sec 2024-11-19T12:13:59,849 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:13:59,850 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fecc73ce58abe5cef30972c1e640d000, ASSIGN in 10.3360 sec 2024-11-19T12:13:59,850 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:13:59,850 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:59,851 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:59,851 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:59,854 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:59,855 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 0fc2bb17eb4b5426481cc4a3efee12b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72062448, jitterRate=0.07381415367126465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:13:59,856 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:59,856 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 0fc2bb17eb4b5426481cc4a3efee12b8: Running coprocessor pre-open hook at 1732018439839Writing region info on filesystem at 1732018439839Initializing all the Stores at 1732018439841 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018439841Cleaning up temporary data from old regions at 1732018439851 (+10 ms)Running coprocessor post-open hooks at 1732018439856 (+5 ms)Region opened successfully at 1732018439856 2024-11-19T12:13:59,857 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8., pid=48, masterSystemTime=1732018439795 2024-11-19T12:13:59,860 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:13:59,860 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:13:59,861 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=0fc2bb17eb4b5426481cc4a3efee12b8, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,43139,1732018365642 2024-11-19T12:13:59,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8, server=351a98347401,43139,1732018365642 because future has completed 2024-11-19T12:13:59,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=45 2024-11-19T12:13:59,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8, server=351a98347401,43139,1732018365642 in 10.0720 sec 2024-11-19T12:13:59,870 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:13:59,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=36 2024-11-19T12:13:59,871 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 351a98347401,40213,1732018365706 after splitting done 2024-11-19T12:13:59,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0fc2bb17eb4b5426481cc4a3efee12b8, ASSIGN in 10.3570 sec 2024-11-19T12:13:59,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 351a98347401,40213,1732018365706, splitWal=true, meta=true in 41.0340 sec 2024-11-19T12:14:05,329 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-19T12:14:09,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-19T12:14:09,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:14:09,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 8e77e04d484effd6071b285ed724e76f: 2024-11-19T12:14:09,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. for SnapshotProcedureTest completed. 2024-11-19T12:14:09,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:14:09,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:14:09,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:14:09,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-19T12:14:09,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:14:09,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-19T12:14:09,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for fecc73ce58abe5cef30972c1e640d000: 2024-11-19T12:14:09,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:14:09,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. for SnapshotProcedureTest completed. 2024-11-19T12:14:09,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 0fc2bb17eb4b5426481cc4a3efee12b8: 2024-11-19T12:14:09,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. for SnapshotProcedureTest completed. 2024-11-19T12:14:09,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:14:09,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:14:09,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:14:09,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:14:09,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:14:09,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:14:09,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741864_1040 (size=65) 2024-11-19T12:14:09,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741864_1040 (size=65) 2024-11-19T12:14:09,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:14:09,877 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-19T12:14:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-19T12:14:09,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:14:09,878 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:14:09,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741864_1040 (size=65) 2024-11-19T12:14:09,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741863_1039 (size=65) 2024-11-19T12:14:09,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741863_1039 (size=65) 2024-11-19T12:14:09,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8e77e04d484effd6071b285ed724e76f in 51.1900 sec 2024-11-19T12:14:09,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741863_1039 (size=65) 2024-11-19T12:14:09,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:14:09,886 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-19T12:14:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-19T12:14:09,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:14:09,887 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:14:09,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0fc2bb17eb4b5426481cc4a3efee12b8 in 51.1980 sec 2024-11-19T12:14:09,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741865_1041 (size=57) 2024-11-19T12:14:09,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741865_1041 (size=57) 2024-11-19T12:14:09,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741865_1041 (size=57) 2024-11-19T12:14:09,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:14:09,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-19T12:14:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-19T12:14:09,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:14:09,936 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:14:09,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-19T12:14:09,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fecc73ce58abe5cef30972c1e640d000 in 51.2470 sec 2024-11-19T12:14:09,940 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T12:14:09,943 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T12:14:09,947 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T12:14:09,947 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-19T12:14:09,951 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T12:14:09,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741866_1042 (size=1094) 2024-11-19T12:14:09,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741866_1042 (size=1094) 2024-11-19T12:14:09,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741866_1042 (size=1094) 2024-11-19T12:14:09,978 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T12:14:09,987 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=50, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-19T12:14:09,993 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,42135,1732018365526 2024-11-19T12:14:09,993 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,42135,1732018365526 2024-11-19T12:14:09,993 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,42135,1732018365526 2024-11-19T12:14:09,993 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,43139,1732018365642 2024-11-19T12:14:09,994 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,43139,1732018365642 2024-11-19T12:14:10,000 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,43139,1732018365642 2024-11-19T12:14:13,562 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:14:20,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-19T12:14:20,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-19T12:14:20,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-19T12:14:20,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-19T12:14:20,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-19T12:14:20,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-19T12:14:20,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T12:14:20,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T12:14:20,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-19T12:14:20,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-19T12:14:20,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-19T12:14:20,006 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-19T12:14:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-19T12:14:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-19T12:14:20,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-19T12:14:20,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-19T12:14:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-19T12:14:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-19T12:14:20,009 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,43139,1732018365642 Release verify snapshot worker=351a98347401,43139,1732018365642 2024-11-19T12:14:20,009 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,42135,1732018365526 Release verify snapshot worker=351a98347401,42135,1732018365526 2024-11-19T12:14:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-19T12:14:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-19T12:14:20,011 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,43139,1732018365642 Release verify snapshot worker=351a98347401,43139,1732018365642 2024-11-19T12:14:20,011 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,42135,1732018365526 Release verify snapshot worker=351a98347401,42135,1732018365526 2024-11-19T12:14:20,012 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,43139,1732018365642 2024-11-19T12:14:20,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,43139,1732018365642 in 10.0220 sec 2024-11-19T12:14:20,012 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,43139,1732018365642 in 10.0240 sec 2024-11-19T12:14:20,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,42135,1732018365526 in 10.0220 sec 2024-11-19T12:14:20,013 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,43139,1732018365642 Release verify snapshot worker=351a98347401,43139,1732018365642 2024-11-19T12:14:20,013 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,42135,1732018365526 Release verify snapshot worker=351a98347401,42135,1732018365526 2024-11-19T12:14:20,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,42135,1732018365526 in 10.0240 sec 2024-11-19T12:14:20,015 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,43139,1732018365642 2024-11-19T12:14:20,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,43139,1732018365642 in 10.0270 sec 2024-11-19T12:14:20,015 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,42135,1732018365526 2024-11-19T12:14:20,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,42135,1732018365526 in 10.0270 sec 2024-11-19T12:14:20,016 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,42135,1732018365526 2024-11-19T12:14:24,161 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-19T12:14:30,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=50 2024-11-19T12:14:30,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-19T12:14:30,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-19T12:14:30,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-19T12:14:30,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=50 2024-11-19T12:14:30,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=49 2024-11-19T12:14:30,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-19T12:14:30,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-19T12:14:30,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-19T12:14:30,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-19T12:14:30,025 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=50, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,43139,1732018365642 Release verify snapshot worker=351a98347401,43139,1732018365642 2024-11-19T12:14:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-19T12:14:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35607 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-19T12:14:30,028 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=49, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,42135,1732018365526 Release verify snapshot worker=351a98347401,42135,1732018365526 2024-11-19T12:14:30,033 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,43139,1732018365642 Release verify snapshot worker=351a98347401,43139,1732018365642 2024-11-19T12:14:30,033 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,42135,1732018365526 Release verify snapshot worker=351a98347401,42135,1732018365526 2024-11-19T12:14:30,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,42135,1732018365526 in 20.0410 sec 2024-11-19T12:14:30,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,42135,1732018365526 in 20.0460 sec 2024-11-19T12:14:30,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,43139,1732018365642 in 20.0380 sec 2024-11-19T12:14:30,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-19T12:14:30,040 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T12:14:30,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,43139,1732018365642 in 20.0460 sec 2024-11-19T12:14:30,042 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/.hbase-snapshot/SnapshotProcedureTest 2024-11-19T12:14:30,045 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T12:14:30,045 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-19T12:14:30,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 11.399 sec 2024-11-19T12:14:30,287 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-19T12:14:30,290 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 351a98347401:40213 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 351a98347401/172.17.0.2:40213 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:14:30,290 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=351a98347401,40213,1732018365706, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=351a98347401,40213,1732018365706, seqNum=-1, error=java.net.ConnectException: Call to address=351a98347401:40213 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 351a98347401/172.17.0.2:40213 2024-11-19T12:14:30,290 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=351a98347401,40213,1732018365706, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-19T12:14:30,291 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=351a98347401,40213,1732018365706, seqNum=-1 from cache 2024-11-19T12:14:30,291 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 351a98347401:40213 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 351a98347401/172.17.0.2:40213 2024-11-19T12:14:30,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:14:30,395 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,43139,1732018365642, seqNum=-1] 2024-11-19T12:14:30,423 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-19T12:14:30,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:14:30,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:14:30,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:14:30,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:14:30,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:14:30,424 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:14:30,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:14:30,424 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=940498952, stopped=false 2024-11-19T12:14:30,425 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,35607,1732018364610 2024-11-19T12:14:30,486 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T12:14:30,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T12:14:30,486 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:14:30,486 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:30,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:30,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T12:14:30,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:30,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:14:30,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:14:30,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:14:30,487 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,42135,1732018365526' ***** 2024-11-19T12:14:30,487 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:14:30,487 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,43139,1732018365642' ***** 2024-11-19T12:14:30,487 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:14:30,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:14:30,487 INFO [RS:1;351a98347401:43139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:14:30,487 INFO [RS:0;351a98347401:42135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:14:30,487 INFO [RS:1;351a98347401:43139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:14:30,487 INFO [RS:0;351a98347401:42135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:14:30,487 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:14:30,487 INFO [RS:0;351a98347401:42135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:14:30,487 INFO [RS:1;351a98347401:43139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:14:30,487 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:14:30,488 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(3091): Received CLOSE for fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:14:30,488 INFO [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f9026eda985552185640d5cff0d7142 2024-11-19T12:14:30,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:14:30,491 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:14:30,498 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:14:30,499 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(3091): Received CLOSE for 58dea4377ace575827b132cf93d0d37f 2024-11-19T12:14:30,499 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(3091): Received CLOSE for a707b3757507c0d3f73352af53534685 2024-11-19T12:14:30,499 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(3091): Received CLOSE for f12793a816b09bfc57229b8554224f78 2024-11-19T12:14:30,499 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(3091): Received CLOSE for 9a61a3e570448542e53887220d9df3b9 2024-11-19T12:14:30,499 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(3091): Received CLOSE for 0fc2bb17eb4b5426481cc4a3efee12b8 2024-11-19T12:14:30,500 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(959): stopping server 351a98347401,43139,1732018365642 2024-11-19T12:14:30,500 INFO [RS:1;351a98347401:43139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:14:30,500 INFO [RS:1;351a98347401:43139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;351a98347401:43139. 2024-11-19T12:14:30,500 DEBUG [RS:1;351a98347401:43139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:14:30,500 DEBUG [RS:1;351a98347401:43139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:14:30,500 INFO [RS:1;351a98347401:43139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:14:30,500 INFO [RS:1;351a98347401:43139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:14:30,500 INFO [RS:1;351a98347401:43139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:14:30,500 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fecc73ce58abe5cef30972c1e640d000, disabling compactions & flushes 2024-11-19T12:14:30,500 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:14:30,500 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:14:30,500 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:14:30,501 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. after waiting 0 ms 2024-11-19T12:14:30,501 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:14:30,501 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-19T12:14:30,501 DEBUG [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(1325): Online Regions={fecc73ce58abe5cef30972c1e640d000=SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000., 58dea4377ace575827b132cf93d0d37f=SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f., 1588230740=hbase:meta,,1.1588230740, a707b3757507c0d3f73352af53534685=SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685., f12793a816b09bfc57229b8554224f78=SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78., 9a61a3e570448542e53887220d9df3b9=SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9., 0fc2bb17eb4b5426481cc4a3efee12b8=SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8.} 2024-11-19T12:14:30,501 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:14:30,501 DEBUG [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(1351): Waiting on 0fc2bb17eb4b5426481cc4a3efee12b8, 1588230740, 58dea4377ace575827b132cf93d0d37f, 9a61a3e570448542e53887220d9df3b9, a707b3757507c0d3f73352af53534685, f12793a816b09bfc57229b8554224f78, fecc73ce58abe5cef30972c1e640d000 2024-11-19T12:14:30,501 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:14:30,501 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:14:30,502 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:14:30,502 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:14:30,502 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.93 KB heapSize=5.70 KB 2024-11-19T12:14:30,504 INFO [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d4d73f287d8f317bd12585984fd6080 2024-11-19T12:14:30,504 INFO [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e77e04d484effd6071b285ed724e76f 2024-11-19T12:14:30,504 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f9026eda985552185640d5cff0d7142, disabling compactions & flushes 2024-11-19T12:14:30,504 INFO [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(3091): Received CLOSE for ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:14:30,504 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:14:30,504 INFO [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(959): stopping server 351a98347401,42135,1732018365526 2024-11-19T12:14:30,504 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:14:30,504 INFO [RS:0;351a98347401:42135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:14:30,504 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. after waiting 0 ms 2024-11-19T12:14:30,504 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:14:30,504 INFO [RS:0;351a98347401:42135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:42135. 2024-11-19T12:14:30,505 DEBUG [RS:0;351a98347401:42135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:14:30,505 DEBUG [RS:0;351a98347401:42135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:14:30,505 INFO [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-19T12:14:30,505 DEBUG [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(1325): Online Regions={3f9026eda985552185640d5cff0d7142=SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142., 9d4d73f287d8f317bd12585984fd6080=SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080., 8e77e04d484effd6071b285ed724e76f=SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f., ef453a250e1a915d57ab48775bc44c0a=SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a.} 2024-11-19T12:14:30,505 DEBUG [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(1351): Waiting on 3f9026eda985552185640d5cff0d7142, 8e77e04d484effd6071b285ed724e76f, 9d4d73f287d8f317bd12585984fd6080, ef453a250e1a915d57ab48775bc44c0a 2024-11-19T12:14:30,530 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/fecc73ce58abe5cef30972c1e640d000/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T12:14:30,536 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/.tmp/info/8a1c007e32364212926d805e727395b1 is 167, key is SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8./info:regioninfo/1732018439861/Put/seqid=0 2024-11-19T12:14:30,537 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:14:30,538 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fecc73ce58abe5cef30972c1e640d000: Waiting for close lock at 1732018470500Running coprocessor pre-close hooks at 1732018470500Disabling compacts and flushes for region at 1732018470500Disabling writes for close at 1732018470501 (+1 ms)Writing region close event to WAL at 1732018470508 (+7 ms)Running coprocessor post-close hooks at 1732018470532 (+24 ms)Closed at 1732018470537 (+5 ms) 2024-11-19T12:14:30,538 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1732018377903.fecc73ce58abe5cef30972c1e640d000. 2024-11-19T12:14:30,538 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58dea4377ace575827b132cf93d0d37f, disabling compactions & flushes 2024-11-19T12:14:30,538 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:14:30,538 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:14:30,539 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. after waiting 0 ms 2024-11-19T12:14:30,539 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:14:30,546 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/3f9026eda985552185640d5cff0d7142/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T12:14:30,548 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:14:30,548 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f9026eda985552185640d5cff0d7142: Waiting for close lock at 1732018470504Running coprocessor pre-close hooks at 1732018470504Disabling compacts and flushes for region at 1732018470504Disabling writes for close at 1732018470504Writing region close event to WAL at 1732018470520 (+16 ms)Running coprocessor post-close hooks at 1732018470547 (+27 ms)Closed at 1732018470548 (+1 ms) 2024-11-19T12:14:30,548 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732018377903.3f9026eda985552185640d5cff0d7142. 2024-11-19T12:14:30,548 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d4d73f287d8f317bd12585984fd6080, disabling compactions & flushes 2024-11-19T12:14:30,548 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:14:30,548 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:14:30,548 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. after waiting 0 ms 2024-11-19T12:14:30,548 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:14:30,565 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/58dea4377ace575827b132cf93d0d37f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T12:14:30,566 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:14:30,566 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58dea4377ace575827b132cf93d0d37f: Waiting for close lock at 1732018470538Running coprocessor pre-close hooks at 1732018470538Disabling compacts and flushes for region at 1732018470538Disabling writes for close at 1732018470539 (+1 ms)Writing region close event to WAL at 1732018470556 (+17 ms)Running coprocessor post-close hooks at 1732018470566 (+10 ms)Closed at 1732018470566 2024-11-19T12:14:30,566 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732018377903.58dea4377ace575827b132cf93d0d37f. 2024-11-19T12:14:30,566 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a707b3757507c0d3f73352af53534685, disabling compactions & flushes 2024-11-19T12:14:30,566 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:14:30,567 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:14:30,567 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. after waiting 0 ms 2024-11-19T12:14:30,567 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:14:30,570 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:14:30,571 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/9d4d73f287d8f317bd12585984fd6080/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T12:14:30,572 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:14:30,573 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d4d73f287d8f317bd12585984fd6080: Waiting for close lock at 1732018470548Running coprocessor pre-close hooks at 1732018470548Disabling compacts and flushes for region at 1732018470548Disabling writes for close at 1732018470548Writing region close event to WAL at 1732018470556 (+8 ms)Running coprocessor post-close hooks at 1732018470572 (+16 ms)Closed at 1732018470572 2024-11-19T12:14:30,573 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732018377903.9d4d73f287d8f317bd12585984fd6080. 2024-11-19T12:14:30,573 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e77e04d484effd6071b285ed724e76f, disabling compactions & flushes 2024-11-19T12:14:30,573 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:14:30,573 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:14:30,573 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. after waiting 0 ms 2024-11-19T12:14:30,573 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:14:30,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741867_1043 (size=8479) 2024-11-19T12:14:30,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741867_1043 (size=8479) 2024-11-19T12:14:30,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741867_1043 (size=8479) 2024-11-19T12:14:30,596 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/a707b3757507c0d3f73352af53534685/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T12:14:30,600 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:14:30,601 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.93 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/.tmp/info/8a1c007e32364212926d805e727395b1 2024-11-19T12:14:30,601 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a707b3757507c0d3f73352af53534685: Waiting for close lock at 1732018470566Running coprocessor pre-close hooks at 1732018470566Disabling compacts and flushes for region at 1732018470566Disabling writes for close at 1732018470567 (+1 ms)Writing region close event to WAL at 1732018470571 (+4 ms)Running coprocessor post-close hooks at 1732018470600 (+29 ms)Closed at 1732018470600 2024-11-19T12:14:30,601 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732018377903.a707b3757507c0d3f73352af53534685. 2024-11-19T12:14:30,601 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f12793a816b09bfc57229b8554224f78, disabling compactions & flushes 2024-11-19T12:14:30,601 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:14:30,601 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:14:30,601 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. after waiting 0 ms 2024-11-19T12:14:30,601 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:14:30,617 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/8e77e04d484effd6071b285ed724e76f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T12:14:30,618 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:14:30,619 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e77e04d484effd6071b285ed724e76f: Waiting for close lock at 1732018470573Running coprocessor pre-close hooks at 1732018470573Disabling compacts and flushes for region at 1732018470573Disabling writes for close at 1732018470573Writing region close event to WAL at 1732018470587 (+14 ms)Running coprocessor post-close hooks at 1732018470618 (+31 ms)Closed at 1732018470618 2024-11-19T12:14:30,619 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1732018377903.8e77e04d484effd6071b285ed724e76f. 2024-11-19T12:14:30,619 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef453a250e1a915d57ab48775bc44c0a, disabling compactions & flushes 2024-11-19T12:14:30,619 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:14:30,619 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:14:30,619 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. after waiting 0 ms 2024-11-19T12:14:30,619 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:14:30,622 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/f12793a816b09bfc57229b8554224f78/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T12:14:30,623 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:14:30,623 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f12793a816b09bfc57229b8554224f78: Waiting for close lock at 1732018470601Running coprocessor pre-close hooks at 1732018470601Disabling compacts and flushes for region at 1732018470601Disabling writes for close at 1732018470601Writing region close event to WAL at 1732018470609 (+8 ms)Running coprocessor post-close hooks at 1732018470622 (+13 ms)Closed at 1732018470623 (+1 ms) 2024-11-19T12:14:30,623 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1732018377903.f12793a816b09bfc57229b8554224f78. 2024-11-19T12:14:30,623 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9a61a3e570448542e53887220d9df3b9, disabling compactions & flushes 2024-11-19T12:14:30,623 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:14:30,623 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:14:30,623 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. after waiting 0 ms 2024-11-19T12:14:30,623 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:14:30,649 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/.tmp/info/8a1c007e32364212926d805e727395b1 as hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/info/8a1c007e32364212926d805e727395b1 2024-11-19T12:14:30,659 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/ef453a250e1a915d57ab48775bc44c0a/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T12:14:30,660 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:14:30,660 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef453a250e1a915d57ab48775bc44c0a: Waiting for close lock at 1732018470619Running coprocessor pre-close hooks at 1732018470619Disabling compacts and flushes for region at 1732018470619Disabling writes for close at 1732018470619Writing region close event to WAL at 1732018470640 (+21 ms)Running coprocessor post-close hooks at 1732018470660 (+20 ms)Closed at 1732018470660 2024-11-19T12:14:30,660 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732018377903.ef453a250e1a915d57ab48775bc44c0a. 2024-11-19T12:14:30,665 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/9a61a3e570448542e53887220d9df3b9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T12:14:30,666 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:14:30,666 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9a61a3e570448542e53887220d9df3b9: Waiting for close lock at 1732018470623Running coprocessor pre-close hooks at 1732018470623Disabling compacts and flushes for region at 1732018470623Disabling writes for close at 1732018470623Writing region close event to WAL at 1732018470648 (+25 ms)Running coprocessor post-close hooks at 1732018470666 (+18 ms)Closed at 1732018470666 2024-11-19T12:14:30,666 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1732018377903.9a61a3e570448542e53887220d9df3b9. 2024-11-19T12:14:30,666 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0fc2bb17eb4b5426481cc4a3efee12b8, disabling compactions & flushes 2024-11-19T12:14:30,666 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:14:30,666 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:14:30,667 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. after waiting 0 ms 2024-11-19T12:14:30,667 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:14:30,667 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/info/8a1c007e32364212926d805e727395b1, entries=24, sequenceid=37, filesize=8.3 K 2024-11-19T12:14:30,668 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/2996, heapSize ~4.93 KB/5048, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=37, compaction requested=false 2024-11-19T12:14:30,677 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/default/SPTestTable/0fc2bb17eb4b5426481cc4a3efee12b8/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T12:14:30,677 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/data/hbase/meta/1588230740/recovered.edits/40.seqid, newMaxSeqId=40, maxSeqId=28 2024-11-19T12:14:30,678 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:14:30,678 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:14:30,678 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0fc2bb17eb4b5426481cc4a3efee12b8: Waiting for close lock at 1732018470666Running coprocessor pre-close hooks at 1732018470666Disabling compacts and flushes for region at 1732018470666Disabling writes for close at 1732018470667 (+1 ms)Writing region close event to WAL at 1732018470669 (+2 ms)Running coprocessor post-close hooks at 1732018470678 (+9 ms)Closed at 1732018470678 2024-11-19T12:14:30,678 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:14:30,678 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018470501Running coprocessor pre-close hooks at 1732018470501Disabling compacts and flushes for region at 1732018470501Disabling writes for close at 1732018470502 (+1 ms)Obtaining lock to block concurrent updates at 1732018470502Preparing flush snapshotting stores in 1588230740 at 1732018470502Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2996, getHeapSize=5768, getOffHeapSize=0, getCellsCount=24 at 1732018470502Flushing stores of hbase:meta,,1.1588230740 at 1732018470503 (+1 ms)Flushing 1588230740/info: creating writer at 1732018470504 (+1 ms)Flushing 1588230740/info: appending metadata at 1732018470536 (+32 ms)Flushing 1588230740/info: closing flushed file at 1732018470536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aafbe19: reopening flushed file at 1732018470647 (+111 ms)Finished flush of dataSize ~2.93 KB/2996, heapSize ~4.93 KB/5048, currentSize=0 B/0 for 1588230740 in 166ms, sequenceid=37, compaction requested=false at 1732018470668 (+21 ms)Writing region close event to WAL at 1732018470670 (+2 ms)Running coprocessor post-close hooks at 1732018470678 (+8 ms)Closed at 1732018470678 2024-11-19T12:14:30,678 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732018377903.0fc2bb17eb4b5426481cc4a3efee12b8. 2024-11-19T12:14:30,678 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:14:30,702 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(976): stopping server 351a98347401,43139,1732018365642; all regions closed. 2024-11-19T12:14:30,705 INFO [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(976): stopping server 351a98347401,42135,1732018365526; all regions closed. 2024-11-19T12:14:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741859_1035 (size=4408) 2024-11-19T12:14:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741859_1035 (size=4408) 2024-11-19T12:14:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741859_1035 (size=4408) 2024-11-19T12:14:30,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741833_1009 (size=2947) 2024-11-19T12:14:30,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741833_1009 (size=2947) 2024-11-19T12:14:30,715 DEBUG [RS:1;351a98347401:43139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/oldWALs 2024-11-19T12:14:30,715 INFO [RS:1;351a98347401:43139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C43139%2C1732018365642.meta:.meta(num 1732018419142) 2024-11-19T12:14:30,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741833_1009 (size=2947) 2024-11-19T12:14:30,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741835_1011 (size=4083) 2024-11-19T12:14:30,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741835_1011 (size=4083) 2024-11-19T12:14:30,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741835_1011 (size=4083) 2024-11-19T12:14:30,723 DEBUG [RS:0;351a98347401:42135 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/oldWALs 2024-11-19T12:14:30,723 INFO [RS:0;351a98347401:42135 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C42135%2C1732018365526:(num 1732018367214) 2024-11-19T12:14:30,724 DEBUG [RS:0;351a98347401:42135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:14:30,724 INFO [RS:0;351a98347401:42135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:14:30,724 INFO [RS:0;351a98347401:42135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:14:30,724 INFO [RS:0;351a98347401:42135 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:14:30,724 INFO [RS:0;351a98347401:42135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:14:30,724 INFO [RS:0;351a98347401:42135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:14:30,724 INFO [RS:0;351a98347401:42135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:14:30,724 INFO [RS:0;351a98347401:42135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:14:30,725 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:14:30,725 INFO [RS:0;351a98347401:42135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42135 2024-11-19T12:14:30,729 DEBUG [RS:1;351a98347401:43139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/oldWALs 2024-11-19T12:14:30,729 INFO [RS:1;351a98347401:43139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C43139%2C1732018365642:(num 1732018367215) 2024-11-19T12:14:30,729 DEBUG [RS:1;351a98347401:43139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:14:30,729 INFO [RS:1;351a98347401:43139 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:14:30,730 INFO [RS:1;351a98347401:43139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:14:30,730 INFO [RS:1;351a98347401:43139 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:14:30,730 INFO [RS:1;351a98347401:43139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:14:30,730 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:14:30,731 INFO [RS:1;351a98347401:43139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43139 2024-11-19T12:14:30,786 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/351a98347401,42135,1732018365526 2024-11-19T12:14:30,786 INFO [RS:0;351a98347401:42135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:14:30,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T12:14:30,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/351a98347401,43139,1732018365642 2024-11-19T12:14:30,797 INFO [RS:1;351a98347401:43139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:14:30,797 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,43139,1732018365642] 2024-11-19T12:14:30,797 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007f4ea49040f0@2f22b315 rejected from java.util.concurrent.ThreadPoolExecutor@6a203895[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 16] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-19T12:14:30,817 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/351a98347401,43139,1732018365642 already deleted, retry=false 2024-11-19T12:14:30,818 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,43139,1732018365642 expired; onlineServers=1 2024-11-19T12:14:30,818 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,42135,1732018365526] 2024-11-19T12:14:30,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/351a98347401,42135,1732018365526 already deleted, retry=false 2024-11-19T12:14:30,828 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,42135,1732018365526 expired; onlineServers=0 2024-11-19T12:14:30,828 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,35607,1732018364610' ***** 2024-11-19T12:14:30,828 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:14:30,828 INFO [M:0;351a98347401:35607 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:14:30,829 INFO [M:0;351a98347401:35607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:14:30,829 DEBUG [M:0;351a98347401:35607 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:14:30,829 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:14:30,829 DEBUG [M:0;351a98347401:35607 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:14:30,829 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018366822 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018366822,5,FailOnTimeoutGroup] 2024-11-19T12:14:30,829 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018366823 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018366823,5,FailOnTimeoutGroup] 2024-11-19T12:14:30,829 INFO [M:0;351a98347401:35607 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:14:30,829 INFO [M:0;351a98347401:35607 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:14:30,829 DEBUG [M:0;351a98347401:35607 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:14:30,829 INFO [M:0;351a98347401:35607 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:14:30,829 INFO [M:0;351a98347401:35607 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:14:30,829 ERROR [M:0;351a98347401:35607 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1807654844) connection to localhost/127.0.0.1:32987 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32987,5,PEWorkerGroup] 2024-11-19T12:14:30,830 INFO [M:0;351a98347401:35607 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:14:30,830 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:14:30,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T12:14:30,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:30,839 DEBUG [M:0;351a98347401:35607 {}] zookeeper.ZKUtil(347): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-19T12:14:30,839 WARN [M:0;351a98347401:35607 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-19T12:14:30,840 INFO [M:0;351a98347401:35607 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/.lastflushedseqids 2024-11-19T12:14:30,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741868_1044 (size=668) 2024-11-19T12:14:30,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741868_1044 (size=668) 2024-11-19T12:14:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741868_1044 (size=668) 2024-11-19T12:14:30,862 INFO [M:0;351a98347401:35607 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:14:30,862 INFO [M:0;351a98347401:35607 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:14:30,863 DEBUG [M:0;351a98347401:35607 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:14:30,863 INFO [M:0;351a98347401:35607 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:14:30,863 DEBUG [M:0;351a98347401:35607 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:14:30,863 DEBUG [M:0;351a98347401:35607 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:14:30,863 DEBUG [M:0;351a98347401:35607 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:14:30,863 INFO [M:0;351a98347401:35607 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=202.01 KB heapSize=250.88 KB 2024-11-19T12:14:30,884 DEBUG [M:0;351a98347401:35607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca71e779700a4ee3af3bf7fa6b24059a is 82, key is hbase:meta,,1/info:regioninfo/1732018419357/Put/seqid=0 2024-11-19T12:14:30,907 INFO [RS:0;351a98347401:42135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:14:30,907 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:14:30,907 DEBUG [pool-63-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42135-0x1015302d8940001, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:14:30,907 INFO [RS:0;351a98347401:42135 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,42135,1732018365526; zookeeper connection closed. 2024-11-19T12:14:30,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:14:30,918 INFO [RS:1;351a98347401:43139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:14:30,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43139-0x1015302d8940002, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:14:30,918 INFO [RS:1;351a98347401:43139 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,43139,1732018365642; zookeeper connection closed. 2024-11-19T12:14:30,918 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d4e4bad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d4e4bad 2024-11-19T12:14:30,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741869_1045 (size=6071) 2024-11-19T12:14:30,922 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19b520c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19b520c 2024-11-19T12:14:30,922 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-19T12:14:30,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741869_1045 (size=6071) 2024-11-19T12:14:30,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741869_1045 (size=6071) 2024-11-19T12:14:30,925 INFO [M:0;351a98347401:35607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca71e779700a4ee3af3bf7fa6b24059a 2024-11-19T12:14:30,953 DEBUG [M:0;351a98347401:35607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb5f4bf6ffb441b78058c06cc6329351 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732018388797/Put/seqid=0 2024-11-19T12:14:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741870_1046 (size=9041) 2024-11-19T12:14:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741870_1046 (size=9041) 2024-11-19T12:14:30,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741870_1046 (size=9041) 2024-11-19T12:14:30,975 INFO [M:0;351a98347401:35607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=200.78 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb5f4bf6ffb441b78058c06cc6329351 2024-11-19T12:14:30,981 INFO [M:0;351a98347401:35607 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb5f4bf6ffb441b78058c06cc6329351 2024-11-19T12:14:31,002 DEBUG [M:0;351a98347401:35607 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bea680e9c8744129a714e2a4616e44f9 is 69, key is 351a98347401,42135,1732018365526/rs:state/1732018366919/Put/seqid=0 2024-11-19T12:14:31,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741871_1047 (size=5441) 2024-11-19T12:14:31,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741871_1047 (size=5441) 2024-11-19T12:14:31,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741871_1047 (size=5441) 2024-11-19T12:14:31,016 INFO [M:0;351a98347401:35607 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bea680e9c8744129a714e2a4616e44f9 2024-11-19T12:14:31,025 INFO [M:0;351a98347401:35607 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bea680e9c8744129a714e2a4616e44f9 2024-11-19T12:14:31,026 DEBUG [M:0;351a98347401:35607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca71e779700a4ee3af3bf7fa6b24059a as hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca71e779700a4ee3af3bf7fa6b24059a 2024-11-19T12:14:31,034 INFO [M:0;351a98347401:35607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca71e779700a4ee3af3bf7fa6b24059a, entries=14, sequenceid=531, filesize=5.9 K 2024-11-19T12:14:31,035 DEBUG [M:0;351a98347401:35607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb5f4bf6ffb441b78058c06cc6329351 as hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb5f4bf6ffb441b78058c06cc6329351 2024-11-19T12:14:31,043 INFO [M:0;351a98347401:35607 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb5f4bf6ffb441b78058c06cc6329351 2024-11-19T12:14:31,043 INFO [M:0;351a98347401:35607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb5f4bf6ffb441b78058c06cc6329351, entries=58, sequenceid=531, filesize=8.8 K 2024-11-19T12:14:31,045 DEBUG [M:0;351a98347401:35607 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bea680e9c8744129a714e2a4616e44f9 as hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bea680e9c8744129a714e2a4616e44f9 2024-11-19T12:14:31,051 INFO [M:0;351a98347401:35607 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bea680e9c8744129a714e2a4616e44f9 2024-11-19T12:14:31,051 INFO [M:0;351a98347401:35607 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32987/user/jenkins/test-data/6b3318a3-8f39-8d68-79dd-3a46ee704dcf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bea680e9c8744129a714e2a4616e44f9, entries=3, sequenceid=531, filesize=5.3 K 2024-11-19T12:14:31,055 INFO [M:0;351a98347401:35607 {}] regionserver.HRegion(3140): Finished flush of dataSize ~202.01 KB/206859, heapSize ~250.58 KB/256592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 191ms, sequenceid=531, compaction requested=false 2024-11-19T12:14:31,065 INFO [M:0;351a98347401:35607 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:14:31,065 DEBUG [M:0;351a98347401:35607 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018470863Disabling compacts and flushes for region at 1732018470863Disabling writes for close at 1732018470863Obtaining lock to block concurrent updates at 1732018470863Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018470863Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=206859, getHeapSize=256832, getOffHeapSize=0, getCellsCount=648 at 1732018470864 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018470864Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018470864Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018470883 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018470883Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018470935 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018470952 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018470952Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018470982 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018471001 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018471001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1a0162: reopening flushed file at 1732018471025 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cf67596: reopening flushed file at 1732018471034 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a346fb7: reopening flushed file at 1732018471044 (+10 ms)Finished flush of dataSize ~202.01 KB/206859, heapSize ~250.58 KB/256592, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 191ms, sequenceid=531, compaction requested=false at 1732018471055 (+11 ms)Writing region close event to WAL at 1732018471065 (+10 ms)Closed at 1732018471065 2024-11-19T12:14:31,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32783 is added to blk_1073741830_1006 (size=242261) 2024-11-19T12:14:31,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41921 is added to blk_1073741830_1006 (size=242261) 2024-11-19T12:14:31,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38249 is added to blk_1073741830_1006 (size=242261) 2024-11-19T12:14:31,081 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:14:31,082 INFO [M:0;351a98347401:35607 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:14:31,082 INFO [M:0;351a98347401:35607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35607 2024-11-19T12:14:31,082 INFO [M:0;351a98347401:35607 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:14:31,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:14:31,197 INFO [M:0;351a98347401:35607 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:14:31,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35607-0x1015302d8940000, quorum=127.0.0.1:59255, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:14:31,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2701064c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:14:31,229 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6129c5c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:14:31,229 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:14:31,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75e42390{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:14:31,230 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3034dd7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.log.dir/,STOPPED} 2024-11-19T12:14:31,236 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:14:31,236 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:14:31,236 WARN [BP-1763009844-172.17.0.2-1732018359323 heartbeating to localhost/127.0.0.1:32987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:14:31,236 WARN [BP-1763009844-172.17.0.2-1732018359323 heartbeating to localhost/127.0.0.1:32987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1763009844-172.17.0.2-1732018359323 (Datanode Uuid 769add06-c021-4d0e-ba45-603910c9de28) service to localhost/127.0.0.1:32987 2024-11-19T12:14:31,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/data/data5/current/BP-1763009844-172.17.0.2-1732018359323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:14:31,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/data/data6/current/BP-1763009844-172.17.0.2-1732018359323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:14:31,240 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:14:31,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@699f8d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:14:31,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc736d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:14:31,290 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:14:31,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a0856c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:14:31,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a084ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.log.dir/,STOPPED} 2024-11-19T12:14:31,292 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:14:31,293 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:14:31,292 WARN [BP-1763009844-172.17.0.2-1732018359323 heartbeating to localhost/127.0.0.1:32987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:14:31,293 WARN [BP-1763009844-172.17.0.2-1732018359323 heartbeating to localhost/127.0.0.1:32987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1763009844-172.17.0.2-1732018359323 (Datanode Uuid 737ccedc-944c-432c-9aaf-03bfe89f613f) service to localhost/127.0.0.1:32987 2024-11-19T12:14:31,294 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/data/data3/current/BP-1763009844-172.17.0.2-1732018359323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:14:31,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/data/data4/current/BP-1763009844-172.17.0.2-1732018359323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:14:31,296 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:14:31,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45354c57{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:14:31,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c35cd1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:14:31,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:14:31,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64d6dd92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:14:31,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5def8714{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.log.dir/,STOPPED} 2024-11-19T12:14:31,346 WARN [BP-1763009844-172.17.0.2-1732018359323 heartbeating to localhost/127.0.0.1:32987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:14:31,346 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:14:31,346 WARN [BP-1763009844-172.17.0.2-1732018359323 heartbeating to localhost/127.0.0.1:32987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1763009844-172.17.0.2-1732018359323 (Datanode Uuid 706382c0-677f-4a6d-b826-8421a24f9ee5) service to localhost/127.0.0.1:32987 2024-11-19T12:14:31,346 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:14:31,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/data/data1/current/BP-1763009844-172.17.0.2-1732018359323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:14:31,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/cluster_91911954-ea26-8ca9-7cc5-b887d2189081/data/data2/current/BP-1763009844-172.17.0.2-1732018359323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:14:31,348 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:14:31,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79bca9fa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:14:31,368 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61f4e9a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:14:31,368 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:14:31,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13dff5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:14:31,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@816944b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.log.dir/,STOPPED} 2024-11-19T12:14:31,394 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T12:14:31,494 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:14:31,506 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=94 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/351a98347401:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/351a98347401:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: master/351a98347401:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/351a98347401:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:32987 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/351a98347401:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/351a98347401:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:32987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RS_OPEN_REGION-regionserver/351a98347401:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3b6cd738 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:32987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:32987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/351a98347401:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:32987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/351a98347401:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:32987 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=312 (was 350), ProcessCount=11 (was 11), AvailableMemoryMB=13095 (was 15267) 2024-11-19T12:14:31,514 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=95, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=13095 2024-11-19T12:14:31,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.log.dir so I do NOT create it in target/test-data/c9f5841a-3925-3787-d280-530d8cb90371 2024-11-19T12:14:31,533 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.log.dir Erasing configuration value by system value. 2024-11-19T12:14:31,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.tmp.dir so I do NOT create it in target/test-data/c9f5841a-3925-3787-d280-530d8cb90371 2024-11-19T12:14:31,533 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e8d1c51e-407c-92b9-9d10-af116f082608/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-19T12:14:31,534 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371 2024-11-19T12:14:31,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-19T12:14:31,534 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558, deleteOnExit=true 2024-11-19T12:14:31,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-19T12:14:31,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/test.cache.data in system properties and HBase conf 2024-11-19T12:14:31,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/hadoop.tmp.dir in system properties and HBase conf 2024-11-19T12:14:31,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/hadoop.log.dir in system properties and HBase conf 2024-11-19T12:14:31,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-19T12:14:31,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-19T12:14:31,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-19T12:14:31,535 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-19T12:14:31,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:14:31,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-19T12:14:31,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-19T12:14:31,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:14:31,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-19T12:14:31,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-19T12:14:31,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-19T12:14:31,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:14:31,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-19T12:14:31,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/nfs.dump.dir in system properties and HBase conf 2024-11-19T12:14:31,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/java.io.tmpdir in system properties and HBase conf 2024-11-19T12:14:31,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-19T12:14:31,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-19T12:14:31,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-19T12:14:31,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:14:31,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:14:31,976 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:14:31,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:14:31,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:14:31,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:14:31,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c827421{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:14:31,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@368e2792{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:14:32,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58ec27f2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/java.io.tmpdir/jetty-localhost-45665-hadoop-hdfs-3_4_1-tests_jar-_-any-11086286357421700317/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:14:32,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5411dd99{HTTP/1.1, (http/1.1)}{localhost:45665} 2024-11-19T12:14:32,120 INFO [Time-limited test {}] server.Server(415): Started @115279ms 2024-11-19T12:14:32,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:14:32,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:14:32,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:14:32,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:14:32,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-19T12:14:32,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ed5b655{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:14:32,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4836d0e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:14:32,575 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d13c140{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/java.io.tmpdir/jetty-localhost-45763-hadoop-hdfs-3_4_1-tests_jar-_-any-9923377330755331714/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:14:32,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61c1f51a{HTTP/1.1, (http/1.1)}{localhost:45763} 2024-11-19T12:14:32,576 INFO [Time-limited test {}] server.Server(415): Started @115735ms 2024-11-19T12:14:32,579 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:14:32,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:14:32,699 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:14:32,728 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:14:32,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:14:32,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:14:32,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25b7de23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:14:32,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d231c6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:14:32,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cf7dc19{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/java.io.tmpdir/jetty-localhost-44333-hadoop-hdfs-3_4_1-tests_jar-_-any-17414858735438269118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:14:32,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1363143d{HTTP/1.1, (http/1.1)}{localhost:44333} 2024-11-19T12:14:32,861 INFO [Time-limited test {}] server.Server(415): Started @116020ms 2024-11-19T12:14:32,863 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:14:32,952 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-19T12:14:32,957 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-19T12:14:32,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-19T12:14:32,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-19T12:14:32,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-19T12:14:32,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1620f874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/hadoop.log.dir/,AVAILABLE} 2024-11-19T12:14:32,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5714d08d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-19T12:14:33,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36236a58{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/java.io.tmpdir/jetty-localhost-42359-hadoop-hdfs-3_4_1-tests_jar-_-any-7647096338578320102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:14:33,092 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f6a1b45{HTTP/1.1, (http/1.1)}{localhost:42359} 2024-11-19T12:14:33,092 INFO [Time-limited test {}] server.Server(415): Started @116251ms 2024-11-19T12:14:33,094 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-19T12:14:33,660 WARN [Thread-734 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/data/data1/current/BP-469164477-172.17.0.2-1732018471561/current, will proceed with Du for space computation calculation, 2024-11-19T12:14:33,661 WARN [Thread-735 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/data/data2/current/BP-469164477-172.17.0.2-1732018471561/current, will proceed with Du for space computation calculation, 2024-11-19T12:14:33,691 WARN [Thread-677 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:14:33,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1782ac4f420f3793 with lease ID 0xa887292062439ea4: Processing first storage report for DS-55eab099-a34c-443f-882e-b901615a0c64 from datanode DatanodeRegistration(127.0.0.1:39557, datanodeUuid=d7880f3f-1340-4f3a-a0c4-a06f423d6907, infoPort=33997, infoSecurePort=0, ipcPort=42645, storageInfo=lv=-57;cid=testClusterID;nsid=181368819;c=1732018471561) 2024-11-19T12:14:33,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1782ac4f420f3793 with lease ID 0xa887292062439ea4: from storage DS-55eab099-a34c-443f-882e-b901615a0c64 node DatanodeRegistration(127.0.0.1:39557, datanodeUuid=d7880f3f-1340-4f3a-a0c4-a06f423d6907, infoPort=33997, infoSecurePort=0, ipcPort=42645, storageInfo=lv=-57;cid=testClusterID;nsid=181368819;c=1732018471561), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:14:33,694 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1782ac4f420f3793 with lease ID 0xa887292062439ea4: Processing first storage report for DS-0685e8ac-1f2b-4ad2-8e7f-e23fe263f03f from datanode DatanodeRegistration(127.0.0.1:39557, datanodeUuid=d7880f3f-1340-4f3a-a0c4-a06f423d6907, infoPort=33997, infoSecurePort=0, ipcPort=42645, storageInfo=lv=-57;cid=testClusterID;nsid=181368819;c=1732018471561) 2024-11-19T12:14:33,694 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1782ac4f420f3793 with lease ID 0xa887292062439ea4: from storage DS-0685e8ac-1f2b-4ad2-8e7f-e23fe263f03f node DatanodeRegistration(127.0.0.1:39557, datanodeUuid=d7880f3f-1340-4f3a-a0c4-a06f423d6907, infoPort=33997, infoSecurePort=0, ipcPort=42645, storageInfo=lv=-57;cid=testClusterID;nsid=181368819;c=1732018471561), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:14:34,298 WARN [Thread-748 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/data/data3/current/BP-469164477-172.17.0.2-1732018471561/current, will proceed with Du for space computation calculation, 2024-11-19T12:14:34,298 WARN [Thread-749 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/data/data4/current/BP-469164477-172.17.0.2-1732018471561/current, will proceed with Du for space computation calculation, 2024-11-19T12:14:34,336 WARN [Thread-700 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:14:34,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7722179b6d914ea with lease ID 0xa887292062439ea5: Processing first storage report for DS-8dc010da-d4cb-41c5-aade-c9f5906cca40 from datanode DatanodeRegistration(127.0.0.1:35859, datanodeUuid=ce5ad092-3d95-4577-9f76-552899e62c6b, infoPort=36295, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=181368819;c=1732018471561) 2024-11-19T12:14:34,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7722179b6d914ea with lease ID 0xa887292062439ea5: from storage DS-8dc010da-d4cb-41c5-aade-c9f5906cca40 node DatanodeRegistration(127.0.0.1:35859, datanodeUuid=ce5ad092-3d95-4577-9f76-552899e62c6b, infoPort=36295, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=181368819;c=1732018471561), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:14:34,342 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf7722179b6d914ea with lease ID 0xa887292062439ea5: Processing first storage report for DS-66dd7cd0-886d-4640-b92f-9be7bfbfaef2 from datanode DatanodeRegistration(127.0.0.1:35859, datanodeUuid=ce5ad092-3d95-4577-9f76-552899e62c6b, infoPort=36295, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=181368819;c=1732018471561) 2024-11-19T12:14:34,342 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf7722179b6d914ea with lease ID 0xa887292062439ea5: from storage DS-66dd7cd0-886d-4640-b92f-9be7bfbfaef2 node DatanodeRegistration(127.0.0.1:35859, datanodeUuid=ce5ad092-3d95-4577-9f76-552899e62c6b, infoPort=36295, infoSecurePort=0, ipcPort=35485, storageInfo=lv=-57;cid=testClusterID;nsid=181368819;c=1732018471561), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:14:34,529 WARN [Thread-759 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/data/data5/current/BP-469164477-172.17.0.2-1732018471561/current, will proceed with Du for space computation calculation, 2024-11-19T12:14:34,545 WARN [Thread-760 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/data/data6/current/BP-469164477-172.17.0.2-1732018471561/current, will proceed with Du for space computation calculation, 2024-11-19T12:14:34,617 WARN [Thread-723 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-19T12:14:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77e9d4e011d15d8e with lease ID 0xa887292062439ea6: Processing first storage report for DS-9097c66a-fb38-42ab-a55c-c1a94c404bb1 from datanode DatanodeRegistration(127.0.0.1:37235, datanodeUuid=813b46ec-1f90-4446-bbe7-15924535798a, infoPort=38913, infoSecurePort=0, ipcPort=43853, storageInfo=lv=-57;cid=testClusterID;nsid=181368819;c=1732018471561) 2024-11-19T12:14:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77e9d4e011d15d8e with lease ID 0xa887292062439ea6: from storage DS-9097c66a-fb38-42ab-a55c-c1a94c404bb1 node DatanodeRegistration(127.0.0.1:37235, datanodeUuid=813b46ec-1f90-4446-bbe7-15924535798a, infoPort=38913, infoSecurePort=0, ipcPort=43853, storageInfo=lv=-57;cid=testClusterID;nsid=181368819;c=1732018471561), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:14:34,630 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77e9d4e011d15d8e with lease ID 0xa887292062439ea6: Processing first storage report for DS-e8058a08-1311-4952-8e18-67aa83575089 from datanode DatanodeRegistration(127.0.0.1:37235, datanodeUuid=813b46ec-1f90-4446-bbe7-15924535798a, infoPort=38913, infoSecurePort=0, ipcPort=43853, storageInfo=lv=-57;cid=testClusterID;nsid=181368819;c=1732018471561) 2024-11-19T12:14:34,631 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77e9d4e011d15d8e with lease ID 0xa887292062439ea6: from storage DS-e8058a08-1311-4952-8e18-67aa83575089 node DatanodeRegistration(127.0.0.1:37235, datanodeUuid=813b46ec-1f90-4446-bbe7-15924535798a, infoPort=38913, infoSecurePort=0, ipcPort=43853, storageInfo=lv=-57;cid=testClusterID;nsid=181368819;c=1732018471561), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-19T12:14:34,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371 2024-11-19T12:14:34,749 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/zookeeper_0, clientPort=55722, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-19T12:14:34,750 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55722 2024-11-19T12:14:34,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:14:34,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:14:34,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:14:34,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:14:34,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741825_1001 (size=7) 2024-11-19T12:14:34,834 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 with version=8 2024-11-19T12:14:34,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/hbase-staging 2024-11-19T12:14:34,837 INFO [Time-limited test {}] client.ConnectionUtils(128): master/351a98347401:0 server-side Connection retries=45 2024-11-19T12:14:34,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:14:34,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:14:34,837 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:14:34,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:14:34,837 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:14:34,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-19T12:14:34,837 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:14:34,840 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39403 2024-11-19T12:14:34,843 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39403 connecting to ZooKeeper ensemble=127.0.0.1:55722 2024-11-19T12:14:34,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394030x0, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:14:34,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39403-0x10153048a9f0000 connected 2024-11-19T12:14:34,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:14:34,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:14:34,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:14:34,998 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907, hbase.cluster.distributed=false 2024-11-19T12:14:34,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T12:14:34,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39403 2024-11-19T12:14:35,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39403 2024-11-19T12:14:35,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39403 2024-11-19T12:14:35,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39403 2024-11-19T12:14:35,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39403 2024-11-19T12:14:35,025 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:14:35,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:14:35,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:14:35,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:14:35,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:14:35,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:14:35,026 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:14:35,026 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:14:35,026 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44801 2024-11-19T12:14:35,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44801 connecting to ZooKeeper ensemble=127.0.0.1:55722 2024-11-19T12:14:35,030 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:14:35,032 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:14:35,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448010x0, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:14:35,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44801-0x10153048a9f0001 connected 2024-11-19T12:14:35,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:14:35,048 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:14:35,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T12:14:35,056 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:14:35,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T12:14:35,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T12:14:35,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44801 2024-11-19T12:14:35,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44801 2024-11-19T12:14:35,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44801 2024-11-19T12:14:35,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44801 2024-11-19T12:14:35,066 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44801 2024-11-19T12:14:35,087 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:14:35,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:14:35,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:14:35,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:14:35,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:14:35,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:14:35,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:14:35,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:14:35,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35265 2024-11-19T12:14:35,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35265 connecting to ZooKeeper ensemble=127.0.0.1:55722 2024-11-19T12:14:35,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:14:35,091 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:14:35,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352650x0, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:14:35,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35265-0x10153048a9f0002 connected 2024-11-19T12:14:35,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:14:35,111 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:14:35,112 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:14:35,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T12:14:35,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T12:14:35,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35265 2024-11-19T12:14:35,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35265 2024-11-19T12:14:35,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35265 2024-11-19T12:14:35,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35265 2024-11-19T12:14:35,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35265 2024-11-19T12:14:35,140 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/351a98347401:0 server-side Connection retries=45 2024-11-19T12:14:35,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:14:35,140 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-19T12:14:35,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-19T12:14:35,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-19T12:14:35,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-19T12:14:35,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-19T12:14:35,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-19T12:14:35,141 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37323 2024-11-19T12:14:35,143 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37323 connecting to ZooKeeper ensemble=127.0.0.1:55722 2024-11-19T12:14:35,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:14:35,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:14:35,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373230x0, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-19T12:14:35,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373230x0, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:14:35,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37323-0x10153048a9f0003 connected 2024-11-19T12:14:35,158 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-19T12:14:35,159 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-19T12:14:35,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-19T12:14:35,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-19T12:14:35,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37323 2024-11-19T12:14:35,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37323 2024-11-19T12:14:35,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37323 2024-11-19T12:14:35,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37323 2024-11-19T12:14:35,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37323 2024-11-19T12:14:35,191 DEBUG [M:0;351a98347401:39403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;351a98347401:39403 2024-11-19T12:14:35,191 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/351a98347401,39403,1732018474836 2024-11-19T12:14:35,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:14:35,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:14:35,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:14:35,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:14:35,210 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/351a98347401,39403,1732018474836 2024-11-19T12:14:35,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T12:14:35,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T12:14:35,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-19T12:14:35,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,222 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-19T12:14:35,223 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/351a98347401,39403,1732018474836 from backup master directory 2024-11-19T12:14:35,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:14:35,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/351a98347401,39403,1732018474836 2024-11-19T12:14:35,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:14:35,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:14:35,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-19T12:14:35,231 WARN [master/351a98347401:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:14:35,231 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=351a98347401,39403,1732018474836 2024-11-19T12:14:35,240 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/hbase.id] with ID: 0593051a-90cd-4b1a-afd9-69f610e1cd47 2024-11-19T12:14:35,240 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/.tmp/hbase.id 2024-11-19T12:14:35,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:14:35,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:14:35,264 DEBUG [master/351a98347401:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/.tmp/hbase.id]:[hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/hbase.id] 2024-11-19T12:14:35,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741826_1002 (size=42) 2024-11-19T12:14:35,297 INFO [master/351a98347401:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-19T12:14:35,297 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-19T12:14:35,304 INFO [master/351a98347401:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-11-19T12:14:35,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:14:35,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:14:35,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741827_1003 (size=196) 2024-11-19T12:14:35,358 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:14:35,359 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-19T12:14:35,360 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:14:35,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:14:35,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:14:35,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741828_1004 (size=1189) 2024-11-19T12:14:35,424 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store 2024-11-19T12:14:35,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:14:35,481 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:35,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:14:35,481 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:14:35,481 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:14:35,481 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:14:35,481 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:14:35,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741829_1005 (size=34) 2024-11-19T12:14:35,481 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:14:35,481 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:14:35,481 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018475481Disabling compacts and flushes for region at 1732018475481Disabling writes for close at 1732018475481Writing region close event to WAL at 1732018475481Closed at 1732018475481 2024-11-19T12:14:35,482 WARN [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/.initializing 2024-11-19T12:14:35,483 DEBUG [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/WALs/351a98347401,39403,1732018474836 2024-11-19T12:14:35,487 INFO [master/351a98347401:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:14:35,492 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C39403%2C1732018474836, suffix=, logDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/WALs/351a98347401,39403,1732018474836, archiveDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/oldWALs, maxLogs=10 2024-11-19T12:14:35,515 DEBUG [master/351a98347401:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/WALs/351a98347401,39403,1732018474836/351a98347401%2C39403%2C1732018474836.1732018475492, exclude list is [], retry=0 2024-11-19T12:14:35,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37235,DS-9097c66a-fb38-42ab-a55c-c1a94c404bb1,DISK] 2024-11-19T12:14:35,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39557,DS-55eab099-a34c-443f-882e-b901615a0c64,DISK] 2024-11-19T12:14:35,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-8dc010da-d4cb-41c5-aade-c9f5906cca40,DISK] 2024-11-19T12:14:35,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:14:35,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:14:35,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:14:35,563 INFO [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/WALs/351a98347401,39403,1732018474836/351a98347401%2C39403%2C1732018474836.1732018475492 2024-11-19T12:14:35,563 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38913:38913),(127.0.0.1/127.0.0.1:36295:36295),(127.0.0.1/127.0.0.1:33997:33997)] 2024-11-19T12:14:35,563 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:14:35,564 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:35,564 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:14:35,564 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:14:35,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:14:35,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-19T12:14:35,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:35,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:14:35,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:14:35,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-19T12:14:35,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:35,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:14:35,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:14:35,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-19T12:14:35,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:35,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:14:35,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:14:35,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-19T12:14:35,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:35,582 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:14:35,582 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:14:35,583 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:14:35,583 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:14:35,585 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:14:35,585 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:14:35,586 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:14:35,587 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-19T12:14:35,590 DEBUG [master/351a98347401:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:14:35,591 INFO [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73192514, jitterRate=0.0906534492969513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:14:35,592 DEBUG [master/351a98347401:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732018475564Initializing all the Stores at 1732018475565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018475565Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018475568 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018475568Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018475568Cleaning up temporary data from old regions at 1732018475585 (+17 ms)Region opened successfully at 1732018475592 (+7 ms) 2024-11-19T12:14:35,592 INFO [master/351a98347401:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-19T12:14:35,599 DEBUG [master/351a98347401:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711588c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:14:35,601 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-19T12:14:35,601 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-19T12:14:35,601 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-19T12:14:35,601 INFO [master/351a98347401:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-19T12:14:35,602 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-19T12:14:35,603 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-19T12:14:35,603 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-19T12:14:35,605 INFO [master/351a98347401:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-19T12:14:35,606 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-19T12:14:35,615 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-19T12:14:35,615 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-19T12:14:35,616 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-19T12:14:35,704 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-19T12:14:35,705 INFO [master/351a98347401:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-19T12:14:35,706 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-19T12:14:35,715 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-19T12:14:35,716 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-19T12:14:35,725 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-19T12:14:35,727 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-19T12:14:35,735 DEBUG [master/351a98347401:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-19T12:14:35,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T12:14:35,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T12:14:35,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T12:14:35,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-19T12:14:35,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,747 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=351a98347401,39403,1732018474836, sessionid=0x10153048a9f0000, setting cluster-up flag (Was=false) 2024-11-19T12:14:35,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,799 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-19T12:14:35,800 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,39403,1732018474836 2024-11-19T12:14:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:35,851 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-19T12:14:35,852 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=351a98347401,39403,1732018474836 2024-11-19T12:14:35,854 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-19T12:14:35,855 DEBUG [master/351a98347401:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-19T12:14:35,856 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-19T12:14:35,856 INFO [master/351a98347401:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-19T12:14:35,856 DEBUG [master/351a98347401:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 351a98347401,39403,1732018474836 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-19T12:14:35,858 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:14:35,858 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:14:35,858 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:14:35,859 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/351a98347401:0, corePoolSize=5, maxPoolSize=5 2024-11-19T12:14:35,859 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/351a98347401:0, corePoolSize=10, maxPoolSize=10 2024-11-19T12:14:35,859 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:35,859 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:14:35,859 DEBUG [master/351a98347401:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:35,869 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732018505869 2024-11-19T12:14:35,869 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-19T12:14:35,869 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-19T12:14:35,869 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-19T12:14:35,869 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-19T12:14:35,869 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-19T12:14:35,869 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-19T12:14:35,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:14:35,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-19T12:14:35,871 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:35,874 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-19T12:14:35,874 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-19T12:14:35,874 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-19T12:14:35,875 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-19T12:14:35,875 INFO [master/351a98347401:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-19T12:14:35,875 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:35,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-19T12:14:35,877 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018475875,5,FailOnTimeoutGroup] 2024-11-19T12:14:35,877 DEBUG [master/351a98347401:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018475877,5,FailOnTimeoutGroup] 2024-11-19T12:14:35,877 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:35,877 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-19T12:14:35,877 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:35,877 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:35,878 INFO [RS:0;351a98347401:44801 {}] regionserver.HRegionServer(746): ClusterId : 0593051a-90cd-4b1a-afd9-69f610e1cd47 2024-11-19T12:14:35,878 DEBUG [RS:0;351a98347401:44801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:14:35,879 INFO [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(746): ClusterId : 0593051a-90cd-4b1a-afd9-69f610e1cd47 2024-11-19T12:14:35,879 DEBUG [RS:1;351a98347401:35265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:14:35,900 INFO [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(746): ClusterId : 0593051a-90cd-4b1a-afd9-69f610e1cd47 2024-11-19T12:14:35,900 DEBUG [RS:2;351a98347401:37323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-19T12:14:35,900 DEBUG [RS:0;351a98347401:44801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:14:35,900 DEBUG [RS:0;351a98347401:44801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:14:35,910 DEBUG [RS:1;351a98347401:35265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:14:35,910 DEBUG [RS:1;351a98347401:35265 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:14:35,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:14:35,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:14:35,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741831_1007 (size=1321) 2024-11-19T12:14:35,921 DEBUG [RS:0;351a98347401:44801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:14:35,921 DEBUG [RS:2;351a98347401:37323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-19T12:14:35,921 DEBUG [RS:2;351a98347401:37323 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-19T12:14:35,921 DEBUG [RS:0;351a98347401:44801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22784c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:14:35,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-19T12:14:35,922 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:35,933 DEBUG [RS:2;351a98347401:37323 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:14:35,933 DEBUG [RS:2;351a98347401:37323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f59d826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:14:35,933 DEBUG [RS:1;351a98347401:35265 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-19T12:14:35,934 DEBUG [RS:1;351a98347401:35265 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24163410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=351a98347401/172.17.0.2:0 2024-11-19T12:14:35,937 DEBUG [RS:0;351a98347401:44801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;351a98347401:44801 2024-11-19T12:14:35,937 INFO [RS:0;351a98347401:44801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:14:35,937 INFO [RS:0;351a98347401:44801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:14:35,937 DEBUG [RS:0;351a98347401:44801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:14:35,938 INFO [RS:0;351a98347401:44801 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,39403,1732018474836 with port=44801, startcode=1732018475025 2024-11-19T12:14:35,938 DEBUG [RS:0;351a98347401:44801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:14:35,954 DEBUG [RS:2;351a98347401:37323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;351a98347401:37323 2024-11-19T12:14:35,954 INFO [RS:2;351a98347401:37323 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:14:35,954 INFO [RS:2;351a98347401:37323 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:14:35,954 DEBUG [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:14:35,955 INFO [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,39403,1732018474836 with port=37323, startcode=1732018475140 2024-11-19T12:14:35,955 DEBUG [RS:2;351a98347401:37323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:14:35,956 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:14:35,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,44801,1732018475025 2024-11-19T12:14:35,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39403 {}] master.ServerManager(517): Registering regionserver=351a98347401,44801,1732018475025 2024-11-19T12:14:35,959 DEBUG [RS:1;351a98347401:35265 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;351a98347401:35265 2024-11-19T12:14:35,959 INFO [RS:1;351a98347401:35265 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-19T12:14:35,959 INFO [RS:1;351a98347401:35265 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-19T12:14:35,959 DEBUG [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-19T12:14:35,960 INFO [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(2659): reportForDuty to master=351a98347401,39403,1732018474836 with port=35265, startcode=1732018475086 2024-11-19T12:14:35,960 DEBUG [RS:1;351a98347401:35265 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-19T12:14:35,964 DEBUG [RS:0;351a98347401:44801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:35,964 DEBUG [RS:0;351a98347401:44801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38457 2024-11-19T12:14:35,964 DEBUG [RS:0;351a98347401:44801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:14:35,966 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:14:35,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,35265,1732018475086 2024-11-19T12:14:35,967 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39403 {}] master.ServerManager(517): Registering regionserver=351a98347401,35265,1732018475086 2024-11-19T12:14:35,967 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-19T12:14:35,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 351a98347401,37323,1732018475140 2024-11-19T12:14:35,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39403 {}] master.ServerManager(517): Registering regionserver=351a98347401,37323,1732018475140 2024-11-19T12:14:35,971 DEBUG [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:35,971 DEBUG [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38457 2024-11-19T12:14:35,971 DEBUG [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:14:35,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T12:14:35,981 DEBUG [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:35,981 DEBUG [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38457 2024-11-19T12:14:35,981 DEBUG [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-19T12:14:36,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:14:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:14:36,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741832_1008 (size=32) 2024-11-19T12:14:36,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:14:36,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:14:36,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:36,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:14:36,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:14:36,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:14:36,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:36,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:14:36,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:14:36,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:14:36,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:36,022 DEBUG [RS:0;351a98347401:44801 {}] zookeeper.ZKUtil(111): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/351a98347401,44801,1732018475025 2024-11-19T12:14:36,022 WARN [RS:0;351a98347401:44801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:14:36,022 INFO [RS:0;351a98347401:44801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:14:36,022 DEBUG [RS:0;351a98347401:44801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025 2024-11-19T12:14:36,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:14:36,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:14:36,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:14:36,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:36,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:14:36,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:14:36,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740 2024-11-19T12:14:36,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740 2024-11-19T12:14:36,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:14:36,031 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:14:36,032 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:14:36,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:14:36,041 DEBUG [RS:1;351a98347401:35265 {}] zookeeper.ZKUtil(111): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/351a98347401,35265,1732018475086 2024-11-19T12:14:36,041 WARN [RS:1;351a98347401:35265 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:14:36,041 INFO [RS:1;351a98347401:35265 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:14:36,042 DEBUG [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,35265,1732018475086 2024-11-19T12:14:36,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,37323,1732018475140] 2024-11-19T12:14:36,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,35265,1732018475086] 2024-11-19T12:14:36,045 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [351a98347401,44801,1732018475025] 2024-11-19T12:14:36,045 DEBUG [RS:2;351a98347401:37323 {}] zookeeper.ZKUtil(111): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/351a98347401,37323,1732018475140 2024-11-19T12:14:36,045 WARN [RS:2;351a98347401:37323 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-19T12:14:36,045 INFO [RS:2;351a98347401:37323 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:14:36,046 DEBUG [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,37323,1732018475140 2024-11-19T12:14:36,047 INFO [RS:0;351a98347401:44801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:14:36,060 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:14:36,061 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63428653, jitterRate=-0.05483941733837128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:14:36,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732018476007Initializing all the Stores at 1732018476008 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018476008Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018476008Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018476009 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018476009Cleaning up temporary data from old regions at 1732018476031 (+22 ms)Region opened successfully at 1732018476061 (+30 ms) 2024-11-19T12:14:36,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:14:36,061 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:14:36,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:14:36,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:14:36,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:14:36,063 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:14:36,073 INFO [RS:0;351a98347401:44801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:14:36,077 INFO [RS:1;351a98347401:35265 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:14:36,080 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:14:36,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018476061Disabling compacts and flushes for region at 1732018476061Disabling writes for close at 1732018476061Writing region close event to WAL at 1732018476080 (+19 ms)Closed at 1732018476080 2024-11-19T12:14:36,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:14:36,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-19T12:14:36,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:14:36,083 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:14:36,085 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-19T12:14:36,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:14:36,105 INFO [RS:0;351a98347401:44801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:14:36,105 INFO [RS:0;351a98347401:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,112 INFO [RS:0;351a98347401:44801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:14:36,113 INFO [RS:0;351a98347401:44801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:14:36,114 INFO [RS:0;351a98347401:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,114 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,114 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,114 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,114 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,114 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,114 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:14:36,114 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,114 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,114 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,114 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,115 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,115 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,115 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:14:36,115 DEBUG [RS:0;351a98347401:44801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:14:36,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:14:36,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:14:36,123 INFO [RS:0;351a98347401:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,123 INFO [RS:0;351a98347401:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,123 INFO [RS:0;351a98347401:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,123 INFO [RS:0;351a98347401:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,123 INFO [RS:0;351a98347401:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,123 INFO [RS:0;351a98347401:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44801,1732018475025-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:14:36,130 INFO [RS:2;351a98347401:37323 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-19T12:14:36,132 INFO [RS:1;351a98347401:35265 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:14:36,134 INFO [RS:2;351a98347401:37323 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-19T12:14:36,141 INFO [RS:2;351a98347401:37323 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:14:36,141 INFO [RS:2;351a98347401:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,142 INFO [RS:2;351a98347401:37323 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:14:36,143 INFO [RS:2;351a98347401:37323 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:14:36,144 INFO [RS:2;351a98347401:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,144 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,144 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,144 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,144 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,144 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,145 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:14:36,145 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,145 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,145 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,145 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,145 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,145 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,145 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:14:36,145 DEBUG [RS:2;351a98347401:37323 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:14:36,150 INFO [RS:0;351a98347401:44801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:14:36,150 INFO [RS:0;351a98347401:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,44801,1732018475025-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,151 INFO [RS:0;351a98347401:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,151 INFO [RS:0;351a98347401:44801 {}] regionserver.Replication(171): 351a98347401,44801,1732018475025 started 2024-11-19T12:14:36,156 INFO [RS:1;351a98347401:35265 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-19T12:14:36,157 INFO [RS:1;351a98347401:35265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,164 INFO [RS:1;351a98347401:35265 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-19T12:14:36,165 INFO [RS:1;351a98347401:35265 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-19T12:14:36,166 INFO [RS:1;351a98347401:35265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,166 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,166 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,166 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,166 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,166 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,166 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/351a98347401:0, corePoolSize=2, maxPoolSize=2 2024-11-19T12:14:36,167 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,167 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,167 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,167 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,167 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,167 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/351a98347401:0, corePoolSize=1, maxPoolSize=1 2024-11-19T12:14:36,167 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:14:36,167 DEBUG [RS:1;351a98347401:35265 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/351a98347401:0, corePoolSize=3, maxPoolSize=3 2024-11-19T12:14:36,178 INFO [RS:0;351a98347401:44801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,179 INFO [RS:0;351a98347401:44801 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,44801,1732018475025, RpcServer on 351a98347401/172.17.0.2:44801, sessionid=0x10153048a9f0001 2024-11-19T12:14:36,179 DEBUG [RS:0;351a98347401:44801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:14:36,179 DEBUG [RS:0;351a98347401:44801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,44801,1732018475025 2024-11-19T12:14:36,179 DEBUG [RS:0;351a98347401:44801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,44801,1732018475025' 2024-11-19T12:14:36,179 DEBUG [RS:0;351a98347401:44801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T12:14:36,180 DEBUG [RS:0;351a98347401:44801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T12:14:36,181 DEBUG [RS:0;351a98347401:44801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:14:36,181 DEBUG [RS:0;351a98347401:44801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:14:36,181 DEBUG [RS:0;351a98347401:44801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,44801,1732018475025 2024-11-19T12:14:36,181 DEBUG [RS:0;351a98347401:44801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,44801,1732018475025' 2024-11-19T12:14:36,181 DEBUG [RS:0;351a98347401:44801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T12:14:36,182 DEBUG [RS:0;351a98347401:44801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T12:14:36,182 DEBUG [RS:0;351a98347401:44801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:14:36,182 INFO [RS:0;351a98347401:44801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:14:36,182 INFO [RS:0;351a98347401:44801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:14:36,184 INFO [RS:2;351a98347401:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,184 INFO [RS:2;351a98347401:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,185 INFO [RS:2;351a98347401:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,185 INFO [RS:2;351a98347401:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,185 INFO [RS:2;351a98347401:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,185 INFO [RS:2;351a98347401:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37323,1732018475140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:14:36,220 INFO [RS:2;351a98347401:37323 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:14:36,220 INFO [RS:2;351a98347401:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,37323,1732018475140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,220 INFO [RS:2;351a98347401:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,220 INFO [RS:2;351a98347401:37323 {}] regionserver.Replication(171): 351a98347401,37323,1732018475140 started 2024-11-19T12:14:36,235 WARN [351a98347401:39403 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-19T12:14:36,235 INFO [RS:1;351a98347401:35265 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,235 INFO [RS:1;351a98347401:35265 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,235 INFO [RS:1;351a98347401:35265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,235 INFO [RS:1;351a98347401:35265 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,235 INFO [RS:1;351a98347401:35265 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,235 INFO [RS:1;351a98347401:35265 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35265,1732018475086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:14:36,241 INFO [RS:2;351a98347401:37323 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,241 INFO [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,37323,1732018475140, RpcServer on 351a98347401/172.17.0.2:37323, sessionid=0x10153048a9f0003 2024-11-19T12:14:36,241 DEBUG [RS:2;351a98347401:37323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:14:36,241 DEBUG [RS:2;351a98347401:37323 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,37323,1732018475140 2024-11-19T12:14:36,241 DEBUG [RS:2;351a98347401:37323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,37323,1732018475140' 2024-11-19T12:14:36,241 DEBUG [RS:2;351a98347401:37323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T12:14:36,242 DEBUG [RS:2;351a98347401:37323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T12:14:36,242 DEBUG [RS:2;351a98347401:37323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:14:36,242 DEBUG [RS:2;351a98347401:37323 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:14:36,242 DEBUG [RS:2;351a98347401:37323 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,37323,1732018475140 2024-11-19T12:14:36,242 DEBUG [RS:2;351a98347401:37323 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,37323,1732018475140' 2024-11-19T12:14:36,242 DEBUG [RS:2;351a98347401:37323 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T12:14:36,243 DEBUG [RS:2;351a98347401:37323 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T12:14:36,244 DEBUG [RS:2;351a98347401:37323 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:14:36,244 INFO [RS:2;351a98347401:37323 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:14:36,244 INFO [RS:2;351a98347401:37323 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:14:36,257 INFO [RS:1;351a98347401:35265 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-19T12:14:36,257 INFO [RS:1;351a98347401:35265 {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,35265,1732018475086-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,257 INFO [RS:1;351a98347401:35265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,258 INFO [RS:1;351a98347401:35265 {}] regionserver.Replication(171): 351a98347401,35265,1732018475086 started 2024-11-19T12:14:36,277 INFO [RS:1;351a98347401:35265 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:36,277 INFO [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(1482): Serving as 351a98347401,35265,1732018475086, RpcServer on 351a98347401/172.17.0.2:35265, sessionid=0x10153048a9f0002 2024-11-19T12:14:36,277 DEBUG [RS:1;351a98347401:35265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-19T12:14:36,277 DEBUG [RS:1;351a98347401:35265 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 351a98347401,35265,1732018475086 2024-11-19T12:14:36,278 DEBUG [RS:1;351a98347401:35265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,35265,1732018475086' 2024-11-19T12:14:36,278 DEBUG [RS:1;351a98347401:35265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-19T12:14:36,278 DEBUG [RS:1;351a98347401:35265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-19T12:14:36,279 DEBUG [RS:1;351a98347401:35265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-19T12:14:36,279 DEBUG [RS:1;351a98347401:35265 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-19T12:14:36,279 DEBUG [RS:1;351a98347401:35265 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 351a98347401,35265,1732018475086 2024-11-19T12:14:36,279 DEBUG [RS:1;351a98347401:35265 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '351a98347401,35265,1732018475086' 2024-11-19T12:14:36,279 DEBUG [RS:1;351a98347401:35265 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-19T12:14:36,279 DEBUG [RS:1;351a98347401:35265 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-19T12:14:36,280 DEBUG [RS:1;351a98347401:35265 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-19T12:14:36,280 INFO [RS:1;351a98347401:35265 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-19T12:14:36,280 INFO [RS:1;351a98347401:35265 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-19T12:14:36,283 INFO [RS:0;351a98347401:44801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:14:36,285 INFO [RS:0;351a98347401:44801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C44801%2C1732018475025, suffix=, logDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025, archiveDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/oldWALs, maxLogs=32 2024-11-19T12:14:36,306 DEBUG [RS:0;351a98347401:44801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025/351a98347401%2C44801%2C1732018475025.1732018476286, exclude list is [], retry=0 2024-11-19T12:14:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39557,DS-55eab099-a34c-443f-882e-b901615a0c64,DISK] 2024-11-19T12:14:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37235,DS-9097c66a-fb38-42ab-a55c-c1a94c404bb1,DISK] 2024-11-19T12:14:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-8dc010da-d4cb-41c5-aade-c9f5906cca40,DISK] 2024-11-19T12:14:36,345 INFO [RS:2;351a98347401:37323 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:14:36,347 INFO [RS:2;351a98347401:37323 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C37323%2C1732018475140, suffix=, logDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,37323,1732018475140, archiveDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/oldWALs, maxLogs=32 2024-11-19T12:14:36,369 DEBUG [RS:2;351a98347401:37323 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,37323,1732018475140/351a98347401%2C37323%2C1732018475140.1732018476348, exclude list is [], retry=0 2024-11-19T12:14:36,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39557,DS-55eab099-a34c-443f-882e-b901615a0c64,DISK] 2024-11-19T12:14:36,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37235,DS-9097c66a-fb38-42ab-a55c-c1a94c404bb1,DISK] 2024-11-19T12:14:36,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-8dc010da-d4cb-41c5-aade-c9f5906cca40,DISK] 2024-11-19T12:14:36,376 INFO [RS:0;351a98347401:44801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025/351a98347401%2C44801%2C1732018475025.1732018476286 2024-11-19T12:14:36,380 INFO [RS:1;351a98347401:35265 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-19T12:14:36,384 INFO [RS:1;351a98347401:35265 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C35265%2C1732018475086, suffix=, logDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,35265,1732018475086, archiveDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/oldWALs, maxLogs=32 2024-11-19T12:14:36,389 DEBUG [RS:0;351a98347401:44801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33997:33997),(127.0.0.1/127.0.0.1:38913:38913),(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-19T12:14:36,404 DEBUG [RS:1;351a98347401:35265 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,35265,1732018475086/351a98347401%2C35265%2C1732018475086.1732018476385, exclude list is [], retry=0 2024-11-19T12:14:36,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-8dc010da-d4cb-41c5-aade-c9f5906cca40,DISK] 2024-11-19T12:14:36,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39557,DS-55eab099-a34c-443f-882e-b901615a0c64,DISK] 2024-11-19T12:14:36,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37235,DS-9097c66a-fb38-42ab-a55c-c1a94c404bb1,DISK] 2024-11-19T12:14:36,416 INFO [RS:2;351a98347401:37323 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,37323,1732018475140/351a98347401%2C37323%2C1732018475140.1732018476348 2024-11-19T12:14:36,430 DEBUG [RS:2;351a98347401:37323 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33997:33997),(127.0.0.1/127.0.0.1:36295:36295),(127.0.0.1/127.0.0.1:38913:38913)] 2024-11-19T12:14:36,433 INFO [RS:1;351a98347401:35265 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,35265,1732018475086/351a98347401%2C35265%2C1732018475086.1732018476385 2024-11-19T12:14:36,436 DEBUG [RS:1;351a98347401:35265 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33997:33997),(127.0.0.1/127.0.0.1:36295:36295),(127.0.0.1/127.0.0.1:38913:38913)] 2024-11-19T12:14:36,485 DEBUG [351a98347401:39403 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-19T12:14:36,486 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(204): Hosts are {351a98347401=0} racks are {/default-rack=0} 2024-11-19T12:14:36,495 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T12:14:36,495 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T12:14:36,495 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T12:14:36,495 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T12:14:36,495 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T12:14:36,495 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T12:14:36,495 INFO [351a98347401:39403 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T12:14:36,495 INFO [351a98347401:39403 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T12:14:36,496 INFO [351a98347401:39403 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T12:14:36,496 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T12:14:36,496 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,44801,1732018475025 2024-11-19T12:14:36,499 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,44801,1732018475025, state=OPENING 2024-11-19T12:14:36,546 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-19T12:14:36,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:36,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:36,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:36,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:14:36,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:14:36,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:14:36,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:14:36,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:14:36,558 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:14:36,559 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,44801,1732018475025}] 2024-11-19T12:14:45,051 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-19T12:14:45,051 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-19T12:14:46,561 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:14:46,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57297, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:14:46,568 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:14:46,568 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:14:46,569 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:14:46,571 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C44801%2C1732018475025.meta, suffix=.meta, logDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025, archiveDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/oldWALs, maxLogs=32 2024-11-19T12:14:46,585 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta, exclude list is [], retry=0 2024-11-19T12:14:46,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37235,DS-9097c66a-fb38-42ab-a55c-c1a94c404bb1,DISK] 2024-11-19T12:14:46,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-8dc010da-d4cb-41c5-aade-c9f5906cca40,DISK] 2024-11-19T12:14:46,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39557,DS-55eab099-a34c-443f-882e-b901615a0c64,DISK] 2024-11-19T12:14:46,589 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta 2024-11-19T12:14:46,590 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33997:33997),(127.0.0.1/127.0.0.1:38913:38913),(127.0.0.1/127.0.0.1:36295:36295)] 2024-11-19T12:14:46,590 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:14:46,590 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:14:46,590 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:14:46,590 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:14:46,590 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:14:46,590 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:46,590 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:14:46,590 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:14:46,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:14:46,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:14:46,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:46,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:14:46,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:14:46,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:14:46,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:46,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:14:46,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:14:46,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:14:46,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:46,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:14:46,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:14:46,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:14:46,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:46,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:14:46,597 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:14:46,598 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740 2024-11-19T12:14:46,599 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740 2024-11-19T12:14:46,600 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:14:46,600 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:14:46,601 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:14:46,602 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:14:46,603 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72077286, jitterRate=0.07403525710105896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:14:46,603 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:14:46,603 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018486591Writing region info on filesystem at 1732018486591Initializing all the Stores at 1732018486591Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018486592 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018486592Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018486592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018486592Cleaning up temporary data from old regions at 1732018486600 (+8 ms)Running coprocessor post-open hooks at 1732018486603 (+3 ms)Region opened successfully at 1732018486603 2024-11-19T12:14:46,604 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732018486561 2024-11-19T12:14:46,606 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:14:46,606 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:14:46,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,44801,1732018475025 2024-11-19T12:14:46,607 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,44801,1732018475025, state=OPEN 2024-11-19T12:14:46,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:14:46,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:14:46,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:14:46,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:14:46,625 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,44801,1732018475025 2024-11-19T12:14:46,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:14:46,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:14:46,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:14:46,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:14:46,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-19T12:14:46,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,44801,1732018475025 in 10.0660 sec 2024-11-19T12:14:46,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-19T12:14:46,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.5460 sec 2024-11-19T12:14:46,631 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-19T12:14:46,631 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-19T12:14:46,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:14:46,634 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,44801,1732018475025, seqNum=-1] 2024-11-19T12:14:46,634 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:14:46,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:14:46,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 10.7840 sec 2024-11-19T12:14:46,640 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732018486640, completionTime=-1 2024-11-19T12:14:46,640 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-19T12:14:46,640 DEBUG [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-19T12:14:46,641 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-19T12:14:46,641 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732018546641 2024-11-19T12:14:46,641 INFO [master/351a98347401:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732018606641 2024-11-19T12:14:46,641 INFO [master/351a98347401:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-19T12:14:46,642 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39403,1732018474836-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:46,642 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39403,1732018474836-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:46,642 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39403,1732018474836-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:46,642 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-351a98347401:39403, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:46,642 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:46,642 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:46,643 DEBUG [master/351a98347401:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-19T12:14:46,645 INFO [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.414sec 2024-11-19T12:14:46,646 INFO [master/351a98347401:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-19T12:14:46,646 INFO [master/351a98347401:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-19T12:14:46,646 INFO [master/351a98347401:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-19T12:14:46,646 INFO [master/351a98347401:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-19T12:14:46,646 INFO [master/351a98347401:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-19T12:14:46,646 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39403,1732018474836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-19T12:14:46,646 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39403,1732018474836-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-19T12:14:46,649 DEBUG [master/351a98347401:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-19T12:14:46,649 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-19T12:14:46,649 INFO [master/351a98347401:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=351a98347401,39403,1732018474836-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-19T12:14:46,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2c8590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:14:46,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39403,-1 for getting cluster id 2024-11-19T12:14:46,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:14:46,695 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0593051a-90cd-4b1a-afd9-69f610e1cd47' 2024-11-19T12:14:46,696 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:14:46,696 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0593051a-90cd-4b1a-afd9-69f610e1cd47" 2024-11-19T12:14:46,697 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e45d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:14:46,697 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39403,-1] 2024-11-19T12:14:46,697 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:14:46,698 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:14:46,701 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:14:46,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@377a0c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:14:46,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:14:46,704 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,44801,1732018475025, seqNum=-1] 2024-11-19T12:14:46,705 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:14:46,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:14:46,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=351a98347401,39403,1732018474836 2024-11-19T12:14:46,708 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732018486708 (current time:1732018486708). 2024-11-19T12:14:46,708 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-19T12:14:46,708 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-19T12:14:46,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16cad99b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:14:46,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 351a98347401,39403,-1 for getting cluster id 2024-11-19T12:14:46,708 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-19T12:14:46,709 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0593051a-90cd-4b1a-afd9-69f610e1cd47' 2024-11-19T12:14:46,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-19T12:14:46,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0593051a-90cd-4b1a-afd9-69f610e1cd47" 2024-11-19T12:14:46,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38599932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:14:46,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [351a98347401,39403,-1] 2024-11-19T12:14:46,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-19T12:14:46,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:14:46,710 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-19T12:14:46,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0ff784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-19T12:14:46,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:14:46,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,44801,1732018475025, seqNum=-1] 2024-11-19T12:14:46,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:14:46,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:14:46,714 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:14:46,714 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:14:46,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:14:46,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:14:46,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:14:46,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-19T12:14:46,716 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 351a98347401,39403,1732018474836 2024-11-19T12:14:46,716 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@786fd15d 2024-11-19T12:14:46,716 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-19T12:14:46,718 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-19T12:14:46,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-19T12:14:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-19T12:14:46,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-19T12:14:46,721 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:46,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-19T12:14:46,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-19T12:14:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:14:46,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741837_1013 (size=361) 2024-11-19T12:14:46,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741837_1013 (size=361) 2024-11-19T12:14:46,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741837_1013 (size=361) 2024-11-19T12:14:46,733 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a110164a4b0a452ba072393ab49c8727, NAME => 'SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:46,734 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0829d68755800433223260f3bd598ec3, NAME => 'SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:46,734 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fd8b6dc522475b4e194675d266ff1c81, NAME => 'SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741839_1015 (size=54) 2024-11-19T12:14:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741838_1014 (size=62) 2024-11-19T12:14:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741838_1014 (size=62) 2024-11-19T12:14:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741839_1015 (size=54) 2024-11-19T12:14:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741839_1015 (size=54) 2024-11-19T12:14:46,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741838_1014 (size=62) 2024-11-19T12:14:46,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:46,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:46,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fd8b6dc522475b4e194675d266ff1c81, disabling compactions & flushes 2024-11-19T12:14:46,744 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:14:46,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a110164a4b0a452ba072393ab49c8727, disabling compactions & flushes 2024-11-19T12:14:46,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:14:46,744 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727. 2024-11-19T12:14:46,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727. 2024-11-19T12:14:46,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. after waiting 0 ms 2024-11-19T12:14:46,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727. after waiting 0 ms 2024-11-19T12:14:46,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:14:46,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727. 2024-11-19T12:14:46,744 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727. 2024-11-19T12:14:46,744 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:14:46,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fd8b6dc522475b4e194675d266ff1c81: Waiting for close lock at 1732018486744Disabling compacts and flushes for region at 1732018486744Disabling writes for close at 1732018486744Writing region close event to WAL at 1732018486744Closed at 1732018486744 2024-11-19T12:14:46,744 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a110164a4b0a452ba072393ab49c8727: Waiting for close lock at 1732018486744Disabling compacts and flushes for region at 1732018486744Disabling writes for close at 1732018486744Writing region close event to WAL at 1732018486744Closed at 1732018486744 2024-11-19T12:14:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741840_1016 (size=62) 2024-11-19T12:14:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741840_1016 (size=62) 2024-11-19T12:14:46,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741840_1016 (size=62) 2024-11-19T12:14:46,746 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb0a882a3ad70ec2a8173a51f1396c3e, NAME => 'SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:46,746 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ae24b78d23d04ee3cc6ca96c9dfcacff, NAME => 'SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:46,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:46,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0829d68755800433223260f3bd598ec3, disabling compactions & flushes 2024-11-19T12:14:46,746 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:14:46,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:14:46,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. after waiting 0 ms 2024-11-19T12:14:46,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:14:46,746 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:14:46,746 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0829d68755800433223260f3bd598ec3: Waiting for close lock at 1732018486746Disabling compacts and flushes for region at 1732018486746Disabling writes for close at 1732018486746Writing region close event to WAL at 1732018486746Closed at 1732018486746 2024-11-19T12:14:46,747 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c614a28d6c67d14a94a6612bbccfd3dd, NAME => 'SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:46,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741841_1017 (size=62) 2024-11-19T12:14:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741841_1017 (size=62) 2024-11-19T12:14:46,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741841_1017 (size=62) 2024-11-19T12:14:46,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:46,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing cb0a882a3ad70ec2a8173a51f1396c3e, disabling compactions & flushes 2024-11-19T12:14:46,764 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e. 2024-11-19T12:14:46,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e. 2024-11-19T12:14:46,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e. after waiting 0 ms 2024-11-19T12:14:46,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e. 2024-11-19T12:14:46,764 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e. 2024-11-19T12:14:46,764 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb0a882a3ad70ec2a8173a51f1396c3e: Waiting for close lock at 1732018486764Disabling compacts and flushes for region at 1732018486764Disabling writes for close at 1732018486764Writing region close event to WAL at 1732018486764Closed at 1732018486764 2024-11-19T12:14:46,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741842_1018 (size=62) 2024-11-19T12:14:46,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741842_1018 (size=62) 2024-11-19T12:14:46,765 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6ebb816f2ab1b37b3c0247f41d01bcf, NAME => 'SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741842_1018 (size=62) 2024-11-19T12:14:46,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:46,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing ae24b78d23d04ee3cc6ca96c9dfcacff, disabling compactions & flushes 2024-11-19T12:14:46,771 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:14:46,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:14:46,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. after waiting 0 ms 2024-11-19T12:14:46,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:14:46,771 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:14:46,771 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for ae24b78d23d04ee3cc6ca96c9dfcacff: Waiting for close lock at 1732018486771Disabling compacts and flushes for region at 1732018486771Disabling writes for close at 1732018486771Writing region close event to WAL at 1732018486771Closed at 1732018486771 2024-11-19T12:14:46,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741843_1019 (size=62) 2024-11-19T12:14:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741843_1019 (size=62) 2024-11-19T12:14:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741843_1019 (size=62) 2024-11-19T12:14:46,772 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bf060d9c802ebc514aaa94f4d334e91b, NAME => 'SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:46,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:46,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c614a28d6c67d14a94a6612bbccfd3dd, disabling compactions & flushes 2024-11-19T12:14:46,773 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:14:46,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:14:46,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. after waiting 0 ms 2024-11-19T12:14:46,773 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:14:46,773 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:14:46,774 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c614a28d6c67d14a94a6612bbccfd3dd: Waiting for close lock at 1732018486773Disabling compacts and flushes for region at 1732018486773Disabling writes for close at 1732018486773Writing region close event to WAL at 1732018486773Closed at 1732018486773 2024-11-19T12:14:46,774 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ebb4e2ae144a55e99aef331aea889f90, NAME => 'SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:46,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741844_1020 (size=62) 2024-11-19T12:14:46,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741844_1020 (size=62) 2024-11-19T12:14:46,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741844_1020 (size=62) 2024-11-19T12:14:46,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:46,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c6ebb816f2ab1b37b3c0247f41d01bcf, disabling compactions & flushes 2024-11-19T12:14:46,803 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf. 2024-11-19T12:14:46,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf. 2024-11-19T12:14:46,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf. after waiting 0 ms 2024-11-19T12:14:46,803 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf. 2024-11-19T12:14:46,804 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf. 2024-11-19T12:14:46,804 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6ebb816f2ab1b37b3c0247f41d01bcf: Waiting for close lock at 1732018486803Disabling compacts and flushes for region at 1732018486803Disabling writes for close at 1732018486803Writing region close event to WAL at 1732018486803Closed at 1732018486803 2024-11-19T12:14:46,804 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bdee8ccf579eda70d769f2696421f09, NAME => 'SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907 2024-11-19T12:14:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741846_1022 (size=62) 2024-11-19T12:14:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741846_1022 (size=62) 2024-11-19T12:14:46,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741846_1022 (size=62) 2024-11-19T12:14:46,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741845_1021 (size=62) 2024-11-19T12:14:46,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741845_1021 (size=62) 2024-11-19T12:14:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:14:46,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:46,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing bf060d9c802ebc514aaa94f4d334e91b, disabling compactions & flushes 2024-11-19T12:14:46,834 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:14:46,834 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:14:46,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. after waiting 0 ms 2024-11-19T12:14:46,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:14:46,835 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:14:46,835 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for bf060d9c802ebc514aaa94f4d334e91b: Waiting for close lock at 1732018486834Disabling compacts and flushes for region at 1732018486834Disabling writes for close at 1732018486835 (+1 ms)Writing region close event to WAL at 1732018486835Closed at 1732018486835 2024-11-19T12:14:46,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741845_1021 (size=62) 2024-11-19T12:14:46,836 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:46,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing ebb4e2ae144a55e99aef331aea889f90, disabling compactions & flushes 2024-11-19T12:14:46,837 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:14:46,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:14:46,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. after waiting 0 ms 2024-11-19T12:14:46,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:14:46,837 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:14:46,837 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for ebb4e2ae144a55e99aef331aea889f90: Waiting for close lock at 1732018486837Disabling compacts and flushes for region at 1732018486837Disabling writes for close at 1732018486837Writing region close event to WAL at 1732018486837Closed at 1732018486837 2024-11-19T12:14:46,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741847_1023 (size=54) 2024-11-19T12:14:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741847_1023 (size=54) 2024-11-19T12:14:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741847_1023 (size=54) 2024-11-19T12:14:46,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:46,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 8bdee8ccf579eda70d769f2696421f09, disabling compactions & flushes 2024-11-19T12:14:46,845 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09. 2024-11-19T12:14:46,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09. 2024-11-19T12:14:46,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09. after waiting 0 ms 2024-11-19T12:14:46,845 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09. 2024-11-19T12:14:46,845 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09. 2024-11-19T12:14:46,846 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bdee8ccf579eda70d769f2696421f09: Waiting for close lock at 1732018486845Disabling compacts and flushes for region at 1732018486845Disabling writes for close at 1732018486845Writing region close event to WAL at 1732018486845Closed at 1732018486845 2024-11-19T12:14:46,847 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-19T12:14:46,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732018486847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018486847"}]},"ts":"1732018486847"} 2024-11-19T12:14:46,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018486847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018486847"}]},"ts":"1732018486847"} 2024-11-19T12:14:46,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018486847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018486847"}]},"ts":"1732018486847"} 2024-11-19T12:14:46,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018486847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018486847"}]},"ts":"1732018486847"} 2024-11-19T12:14:46,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018486847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018486847"}]},"ts":"1732018486847"} 2024-11-19T12:14:46,848 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018486847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018486847"}]},"ts":"1732018486847"} 2024-11-19T12:14:46,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018486847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018486847"}]},"ts":"1732018486847"} 2024-11-19T12:14:46,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018486847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018486847"}]},"ts":"1732018486847"} 2024-11-19T12:14:46,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1732018486847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018486847"}]},"ts":"1732018486847"} 2024-11-19T12:14:46,849 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1732018486847"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732018486847"}]},"ts":"1732018486847"} 2024-11-19T12:14:46,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-19T12:14:46,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-19T12:14:46,858 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018486858"}]},"ts":"1732018486858"} 2024-11-19T12:14:46,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-19T12:14:46,862 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {351a98347401=0} racks are {/default-rack=0} 2024-11-19T12:14:46,871 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T12:14:46,871 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T12:14:46,871 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-19T12:14:46,871 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T12:14:46,871 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T12:14:46,871 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-19T12:14:46,871 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T12:14:46,871 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T12:14:46,871 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-19T12:14:46,871 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T12:14:46,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a110164a4b0a452ba072393ab49c8727, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd8b6dc522475b4e194675d266ff1c81, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0829d68755800433223260f3bd598ec3, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae24b78d23d04ee3cc6ca96c9dfcacff, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb0a882a3ad70ec2a8173a51f1396c3e, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c614a28d6c67d14a94a6612bbccfd3dd, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6ebb816f2ab1b37b3c0247f41d01bcf, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf060d9c802ebc514aaa94f4d334e91b, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ebb4e2ae144a55e99aef331aea889f90, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bdee8ccf579eda70d769f2696421f09, ASSIGN}] 2024-11-19T12:14:46,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd8b6dc522475b4e194675d266ff1c81, ASSIGN 2024-11-19T12:14:46,875 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a110164a4b0a452ba072393ab49c8727, ASSIGN 2024-11-19T12:14:46,875 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0829d68755800433223260f3bd598ec3, ASSIGN 2024-11-19T12:14:46,875 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae24b78d23d04ee3cc6ca96c9dfcacff, ASSIGN 2024-11-19T12:14:46,876 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a110164a4b0a452ba072393ab49c8727, ASSIGN; state=OFFLINE, location=351a98347401,44801,1732018475025; forceNewPlan=false, retain=false 2024-11-19T12:14:46,876 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd8b6dc522475b4e194675d266ff1c81, ASSIGN; state=OFFLINE, location=351a98347401,37323,1732018475140; forceNewPlan=false, retain=false 2024-11-19T12:14:46,876 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0829d68755800433223260f3bd598ec3, ASSIGN; state=OFFLINE, location=351a98347401,35265,1732018475086; forceNewPlan=false, retain=false 2024-11-19T12:14:46,877 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae24b78d23d04ee3cc6ca96c9dfcacff, ASSIGN; state=OFFLINE, location=351a98347401,37323,1732018475140; forceNewPlan=false, retain=false 2024-11-19T12:14:46,880 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ebb4e2ae144a55e99aef331aea889f90, ASSIGN 2024-11-19T12:14:46,880 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bdee8ccf579eda70d769f2696421f09, ASSIGN 2024-11-19T12:14:46,881 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf060d9c802ebc514aaa94f4d334e91b, ASSIGN 2024-11-19T12:14:46,881 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bdee8ccf579eda70d769f2696421f09, ASSIGN; state=OFFLINE, location=351a98347401,44801,1732018475025; forceNewPlan=false, retain=false 2024-11-19T12:14:46,881 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c614a28d6c67d14a94a6612bbccfd3dd, ASSIGN 2024-11-19T12:14:46,882 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6ebb816f2ab1b37b3c0247f41d01bcf, ASSIGN 2024-11-19T12:14:46,882 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ebb4e2ae144a55e99aef331aea889f90, ASSIGN; state=OFFLINE, location=351a98347401,35265,1732018475086; forceNewPlan=false, retain=false 2024-11-19T12:14:46,884 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c614a28d6c67d14a94a6612bbccfd3dd, ASSIGN; state=OFFLINE, location=351a98347401,35265,1732018475086; forceNewPlan=false, retain=false 2024-11-19T12:14:46,884 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6ebb816f2ab1b37b3c0247f41d01bcf, ASSIGN; state=OFFLINE, location=351a98347401,44801,1732018475025; forceNewPlan=false, retain=false 2024-11-19T12:14:46,884 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf060d9c802ebc514aaa94f4d334e91b, ASSIGN; state=OFFLINE, location=351a98347401,37323,1732018475140; forceNewPlan=false, retain=false 2024-11-19T12:14:46,884 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb0a882a3ad70ec2a8173a51f1396c3e, ASSIGN 2024-11-19T12:14:46,885 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb0a882a3ad70ec2a8173a51f1396c3e, ASSIGN; state=OFFLINE, location=351a98347401,44801,1732018475025; forceNewPlan=false, retain=false 2024-11-19T12:14:47,027 INFO [351a98347401:39403 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-19T12:14:47,028 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c6ebb816f2ab1b37b3c0247f41d01bcf, regionState=OPENING, regionLocation=351a98347401,44801,1732018475025 2024-11-19T12:14:47,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cb0a882a3ad70ec2a8173a51f1396c3e, regionState=OPENING, regionLocation=351a98347401,44801,1732018475025 2024-11-19T12:14:47,028 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a110164a4b0a452ba072393ab49c8727, regionState=OPENING, regionLocation=351a98347401,44801,1732018475025 2024-11-19T12:14:47,028 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8bdee8ccf579eda70d769f2696421f09, regionState=OPENING, regionLocation=351a98347401,44801,1732018475025 2024-11-19T12:14:47,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bf060d9c802ebc514aaa94f4d334e91b, regionState=OPENING, regionLocation=351a98347401,37323,1732018475140 2024-11-19T12:14:47,028 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ae24b78d23d04ee3cc6ca96c9dfcacff, regionState=OPENING, regionLocation=351a98347401,37323,1732018475140 2024-11-19T12:14:47,028 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ebb4e2ae144a55e99aef331aea889f90, regionState=OPENING, regionLocation=351a98347401,35265,1732018475086 2024-11-19T12:14:47,028 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fd8b6dc522475b4e194675d266ff1c81, regionState=OPENING, regionLocation=351a98347401,37323,1732018475140 2024-11-19T12:14:47,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c614a28d6c67d14a94a6612bbccfd3dd, regionState=OPENING, regionLocation=351a98347401,35265,1732018475086 2024-11-19T12:14:47,029 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0829d68755800433223260f3bd598ec3, regionState=OPENING, regionLocation=351a98347401,35265,1732018475086 2024-11-19T12:14:47,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=cb0a882a3ad70ec2a8173a51f1396c3e, ASSIGN because future has completed 2024-11-19T12:14:47,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb0a882a3ad70ec2a8173a51f1396c3e, server=351a98347401,44801,1732018475025}] 2024-11-19T12:14:47,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c6ebb816f2ab1b37b3c0247f41d01bcf, ASSIGN because future has completed 2024-11-19T12:14:47,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6ebb816f2ab1b37b3c0247f41d01bcf, server=351a98347401,44801,1732018475025}] 2024-11-19T12:14:47,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8bdee8ccf579eda70d769f2696421f09, ASSIGN because future has completed 2024-11-19T12:14:47,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bdee8ccf579eda70d769f2696421f09, server=351a98347401,44801,1732018475025}] 2024-11-19T12:14:47,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=bf060d9c802ebc514aaa94f4d334e91b, ASSIGN because future has completed 2024-11-19T12:14:47,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ae24b78d23d04ee3cc6ca96c9dfcacff, ASSIGN because future has completed 2024-11-19T12:14:47,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae24b78d23d04ee3cc6ca96c9dfcacff, server=351a98347401,37323,1732018475140}] 2024-11-19T12:14:47,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=ebb4e2ae144a55e99aef331aea889f90, ASSIGN because future has completed 2024-11-19T12:14:47,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf060d9c802ebc514aaa94f4d334e91b, server=351a98347401,37323,1732018475140}] 2024-11-19T12:14:47,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fd8b6dc522475b4e194675d266ff1c81, ASSIGN because future has completed 2024-11-19T12:14:47,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a110164a4b0a452ba072393ab49c8727, ASSIGN because future has completed 2024-11-19T12:14:47,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebb4e2ae144a55e99aef331aea889f90, server=351a98347401,35265,1732018475086}] 2024-11-19T12:14:47,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a110164a4b0a452ba072393ab49c8727, server=351a98347401,44801,1732018475025}] 2024-11-19T12:14:47,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0829d68755800433223260f3bd598ec3, ASSIGN because future has completed 2024-11-19T12:14:47,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c614a28d6c67d14a94a6612bbccfd3dd, ASSIGN because future has completed 2024-11-19T12:14:47,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c614a28d6c67d14a94a6612bbccfd3dd, server=351a98347401,35265,1732018475086}] 2024-11-19T12:14:47,042 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd8b6dc522475b4e194675d266ff1c81, server=351a98347401,37323,1732018475140}] 2024-11-19T12:14:47,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0829d68755800433223260f3bd598ec3, server=351a98347401,35265,1732018475086}] 2024-11-19T12:14:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:14:47,159 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-19T12:14:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:14:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:14:48,048 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-19T12:14:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:14:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:14:51,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:14:51,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:14:51,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:14:52,133 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:14:52,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:14:52,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:14:52,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:14:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:14:57,039 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:14:57,039 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727. 2024-11-19T12:14:57,039 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => a110164a4b0a452ba072393ab49c8727, NAME => 'SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-19T12:14:57,040 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a110164a4b0a452ba072393ab49c8727 2024-11-19T12:14:57,040 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:57,040 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for a110164a4b0a452ba072393ab49c8727 2024-11-19T12:14:57,040 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for a110164a4b0a452ba072393ab49c8727 2024-11-19T12:14:57,041 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:14:57,042 INFO [StoreOpener-a110164a4b0a452ba072393ab49c8727-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a110164a4b0a452ba072393ab49c8727 2024-11-19T12:14:57,042 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-19T12:14:57,044 INFO [StoreOpener-a110164a4b0a452ba072393ab49c8727-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a110164a4b0a452ba072393ab49c8727 columnFamilyName cf 2024-11-19T12:14:57,044 DEBUG [StoreOpener-a110164a4b0a452ba072393ab49c8727-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:57,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-19T12:14:57,047 INFO [StoreOpener-a110164a4b0a452ba072393ab49c8727-1 {}] regionserver.HStore(327): Store=a110164a4b0a452ba072393ab49c8727/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:14:57,047 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for a110164a4b0a452ba072393ab49c8727 2024-11-19T12:14:57,048 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/a110164a4b0a452ba072393ab49c8727 2024-11-19T12:14:57,049 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/a110164a4b0a452ba072393ab49c8727 2024-11-19T12:14:57,052 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for a110164a4b0a452ba072393ab49c8727 2024-11-19T12:14:57,052 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for a110164a4b0a452ba072393ab49c8727 2024-11-19T12:14:57,054 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for a110164a4b0a452ba072393ab49c8727 2024-11-19T12:14:57,064 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:14:57,065 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => fd8b6dc522475b4e194675d266ff1c81, NAME => 'SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-19T12:14:57,066 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:14:57,066 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:57,066 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:14:57,066 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:14:57,070 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/a110164a4b0a452ba072393ab49c8727/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:14:57,071 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened a110164a4b0a452ba072393ab49c8727; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75462113, jitterRate=0.12447310984134674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:14:57,071 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a110164a4b0a452ba072393ab49c8727 2024-11-19T12:14:57,071 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for a110164a4b0a452ba072393ab49c8727: Running coprocessor pre-open hook at 1732018497040Writing region info on filesystem at 1732018497040Initializing all the Stores at 1732018497042 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018497042Cleaning up temporary data from old regions at 1732018497052 (+10 ms)Running coprocessor post-open hooks at 1732018497071 (+19 ms)Region opened successfully at 1732018497071 2024-11-19T12:14:57,072 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727., pid=21, masterSystemTime=1732018497034 2024-11-19T12:14:57,073 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:14:57,073 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => c614a28d6c67d14a94a6612bbccfd3dd, NAME => 'SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-19T12:14:57,073 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:14:57,074 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:57,074 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:14:57,074 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:14:57,075 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727. 2024-11-19T12:14:57,075 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727. 2024-11-19T12:14:57,075 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e. 2024-11-19T12:14:57,075 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => cb0a882a3ad70ec2a8173a51f1396c3e, NAME => 'SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-19T12:14:57,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a110164a4b0a452ba072393ab49c8727, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,44801,1732018475025 2024-11-19T12:14:57,075 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:14:57,075 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:57,075 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:14:57,075 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:14:57,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a110164a4b0a452ba072393ab49c8727, server=351a98347401,44801,1732018475025 because future has completed 2024-11-19T12:14:57,080 INFO [StoreOpener-fd8b6dc522475b4e194675d266ff1c81-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:14:57,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=5 2024-11-19T12:14:57,082 INFO [StoreOpener-fd8b6dc522475b4e194675d266ff1c81-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd8b6dc522475b4e194675d266ff1c81 columnFamilyName cf 2024-11-19T12:14:57,082 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a110164a4b0a452ba072393ab49c8727, server=351a98347401,44801,1732018475025 in 10.0420 sec 2024-11-19T12:14:57,082 DEBUG [StoreOpener-fd8b6dc522475b4e194675d266ff1c81-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:57,084 INFO [StoreOpener-fd8b6dc522475b4e194675d266ff1c81-1 {}] regionserver.HStore(327): Store=fd8b6dc522475b4e194675d266ff1c81/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:14:57,084 INFO [StoreOpener-c614a28d6c67d14a94a6612bbccfd3dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:14:57,084 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:14:57,085 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:14:57,086 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:14:57,086 INFO [StoreOpener-c614a28d6c67d14a94a6612bbccfd3dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c614a28d6c67d14a94a6612bbccfd3dd columnFamilyName cf 2024-11-19T12:14:57,086 DEBUG [StoreOpener-c614a28d6c67d14a94a6612bbccfd3dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:57,086 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:14:57,086 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:14:57,089 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a110164a4b0a452ba072393ab49c8727, ASSIGN in 10.2110 sec 2024-11-19T12:14:57,090 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:14:57,092 INFO [StoreOpener-c614a28d6c67d14a94a6612bbccfd3dd-1 {}] regionserver.HStore(327): Store=c614a28d6c67d14a94a6612bbccfd3dd/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:14:57,092 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:14:57,093 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:14:57,094 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:14:57,095 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:14:57,095 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:14:57,098 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:14:57,098 INFO [StoreOpener-cb0a882a3ad70ec2a8173a51f1396c3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:14:57,100 INFO [StoreOpener-cb0a882a3ad70ec2a8173a51f1396c3e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb0a882a3ad70ec2a8173a51f1396c3e columnFamilyName cf 2024-11-19T12:14:57,101 DEBUG [StoreOpener-cb0a882a3ad70ec2a8173a51f1396c3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:57,102 INFO [StoreOpener-cb0a882a3ad70ec2a8173a51f1396c3e-1 {}] regionserver.HStore(327): Store=cb0a882a3ad70ec2a8173a51f1396c3e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:14:57,102 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:14:57,104 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:14:57,105 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:14:57,105 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:14:57,105 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:14:57,108 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:14:57,113 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/fd8b6dc522475b4e194675d266ff1c81/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:14:57,114 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened fd8b6dc522475b4e194675d266ff1c81; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59815109, jitterRate=-0.10868541896343231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:14:57,114 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:14:57,115 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for fd8b6dc522475b4e194675d266ff1c81: Running coprocessor pre-open hook at 1732018497066Writing region info on filesystem at 1732018497066Initializing all the Stores at 1732018497067 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018497068 (+1 ms)Cleaning up temporary data from old regions at 1732018497086 (+18 ms)Running coprocessor post-open hooks at 1732018497114 (+28 ms)Region opened successfully at 1732018497114 2024-11-19T12:14:57,117 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81., pid=23, masterSystemTime=1732018497039 2024-11-19T12:14:57,120 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:14:57,120 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:14:57,120 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:14:57,121 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => ae24b78d23d04ee3cc6ca96c9dfcacff, NAME => 'SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-19T12:14:57,121 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fd8b6dc522475b4e194675d266ff1c81, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,37323,1732018475140 2024-11-19T12:14:57,121 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:14:57,121 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:57,121 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:14:57,121 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:14:57,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd8b6dc522475b4e194675d266ff1c81, server=351a98347401,37323,1732018475140 because future has completed 2024-11-19T12:14:57,134 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c614a28d6c67d14a94a6612bbccfd3dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:14:57,135 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened c614a28d6c67d14a94a6612bbccfd3dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63271167, jitterRate=-0.05718614161014557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:14:57,136 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:14:57,136 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for c614a28d6c67d14a94a6612bbccfd3dd: Running coprocessor pre-open hook at 1732018497074Writing region info on filesystem at 1732018497074Initializing all the Stores at 1732018497077 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018497077Cleaning up temporary data from old regions at 1732018497095 (+18 ms)Running coprocessor post-open hooks at 1732018497136 (+41 ms)Region opened successfully at 1732018497136 2024-11-19T12:14:57,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=6 2024-11-19T12:14:57,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fd8b6dc522475b4e194675d266ff1c81, server=351a98347401,37323,1732018475140 in 10.0840 sec 2024-11-19T12:14:57,139 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd., pid=22, masterSystemTime=1732018497042 2024-11-19T12:14:57,142 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/cb0a882a3ad70ec2a8173a51f1396c3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:14:57,142 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:14:57,143 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:14:57,143 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:14:57,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fd8b6dc522475b4e194675d266ff1c81, ASSIGN in 10.2650 sec 2024-11-19T12:14:57,143 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => ebb4e2ae144a55e99aef331aea889f90, NAME => 'SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-19T12:14:57,143 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened cb0a882a3ad70ec2a8173a51f1396c3e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59203859, jitterRate=-0.11779375374317169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:14:57,143 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:14:57,143 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for cb0a882a3ad70ec2a8173a51f1396c3e: Running coprocessor pre-open hook at 1732018497076Writing region info on filesystem at 1732018497076Initializing all the Stores at 1732018497078 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018497078Cleaning up temporary data from old regions at 1732018497105 (+27 ms)Running coprocessor post-open hooks at 1732018497143 (+38 ms)Region opened successfully at 1732018497143 2024-11-19T12:14:57,143 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:14:57,144 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:57,144 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:14:57,144 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:14:57,145 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e., pid=15, masterSystemTime=1732018497034 2024-11-19T12:14:57,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=c614a28d6c67d14a94a6612bbccfd3dd, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,35265,1732018475086 2024-11-19T12:14:57,145 INFO [StoreOpener-ae24b78d23d04ee3cc6ca96c9dfcacff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:14:57,147 INFO [StoreOpener-ae24b78d23d04ee3cc6ca96c9dfcacff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae24b78d23d04ee3cc6ca96c9dfcacff columnFamilyName cf 2024-11-19T12:14:57,147 DEBUG [StoreOpener-ae24b78d23d04ee3cc6ca96c9dfcacff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:57,148 INFO [StoreOpener-ae24b78d23d04ee3cc6ca96c9dfcacff-1 {}] regionserver.HStore(327): Store=ae24b78d23d04ee3cc6ca96c9dfcacff/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:14:57,148 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:14:57,149 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e. 2024-11-19T12:14:57,149 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e. 2024-11-19T12:14:57,149 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39403 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=351a98347401,35265,1732018475086, table=SPTestTable, region=c614a28d6c67d14a94a6612bbccfd3dd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T12:14:57,149 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09. 2024-11-19T12:14:57,149 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bdee8ccf579eda70d769f2696421f09, NAME => 'SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-19T12:14:57,149 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:14:57,150 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:14:57,150 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:57,150 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:14:57,150 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:14:57,150 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:14:57,151 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:14:57,151 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:14:57,152 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cb0a882a3ad70ec2a8173a51f1396c3e, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,44801,1732018475025 2024-11-19T12:14:57,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure c614a28d6c67d14a94a6612bbccfd3dd, server=351a98347401,35265,1732018475086 because future has completed 2024-11-19T12:14:57,154 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:14:57,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb0a882a3ad70ec2a8173a51f1396c3e, server=351a98347401,44801,1732018475025 because future has completed 2024-11-19T12:14:57,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=9 2024-11-19T12:14:57,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cb0a882a3ad70ec2a8173a51f1396c3e, server=351a98347401,44801,1732018475025 in 10.1270 sec 2024-11-19T12:14:57,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=10 2024-11-19T12:14:57,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure c614a28d6c67d14a94a6612bbccfd3dd, server=351a98347401,35265,1732018475086 in 10.1200 sec 2024-11-19T12:14:57,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=cb0a882a3ad70ec2a8173a51f1396c3e, ASSIGN in 10.2920 sec 2024-11-19T12:14:57,170 INFO [StoreOpener-ebb4e2ae144a55e99aef331aea889f90-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:14:57,171 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c614a28d6c67d14a94a6612bbccfd3dd, ASSIGN in 10.2960 sec 2024-11-19T12:14:57,171 INFO [StoreOpener-8bdee8ccf579eda70d769f2696421f09-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:14:57,172 INFO [StoreOpener-ebb4e2ae144a55e99aef331aea889f90-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebb4e2ae144a55e99aef331aea889f90 columnFamilyName cf 2024-11-19T12:14:57,172 DEBUG [StoreOpener-ebb4e2ae144a55e99aef331aea889f90-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:57,173 INFO [StoreOpener-8bdee8ccf579eda70d769f2696421f09-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bdee8ccf579eda70d769f2696421f09 columnFamilyName cf 2024-11-19T12:14:57,173 DEBUG [StoreOpener-8bdee8ccf579eda70d769f2696421f09-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:57,173 INFO [StoreOpener-ebb4e2ae144a55e99aef331aea889f90-1 {}] regionserver.HStore(327): Store=ebb4e2ae144a55e99aef331aea889f90/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:14:57,173 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:14:57,173 INFO [StoreOpener-8bdee8ccf579eda70d769f2696421f09-1 {}] regionserver.HStore(327): Store=8bdee8ccf579eda70d769f2696421f09/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:14:57,173 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:14:57,174 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:14:57,174 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:14:57,175 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:14:57,175 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:14:57,175 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:14:57,175 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:14:57,175 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:14:57,175 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:14:57,177 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:14:57,177 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:14:57,181 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ae24b78d23d04ee3cc6ca96c9dfcacff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:14:57,184 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened ae24b78d23d04ee3cc6ca96c9dfcacff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69391389, jitterRate=0.03401227295398712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:14:57,184 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:14:57,185 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for ae24b78d23d04ee3cc6ca96c9dfcacff: Running coprocessor pre-open hook at 1732018497121Writing region info on filesystem at 1732018497121Initializing all the Stores at 1732018497128 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018497128Cleaning up temporary data from old regions at 1732018497151 (+23 ms)Running coprocessor post-open hooks at 1732018497184 (+33 ms)Region opened successfully at 1732018497185 (+1 ms) 2024-11-19T12:14:57,186 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff., pid=19, masterSystemTime=1732018497039 2024-11-19T12:14:57,189 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:14:57,189 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:14:57,189 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:14:57,189 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => bf060d9c802ebc514aaa94f4d334e91b, NAME => 'SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-19T12:14:57,189 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:14:57,189 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:57,189 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:14:57,190 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:14:57,191 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=ae24b78d23d04ee3cc6ca96c9dfcacff, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,37323,1732018475140 2024-11-19T12:14:57,191 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/8bdee8ccf579eda70d769f2696421f09/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:14:57,191 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 8bdee8ccf579eda70d769f2696421f09; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66817444, jitterRate=-0.004342496395111084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:14:57,192 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:14:57,192 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 8bdee8ccf579eda70d769f2696421f09: Running coprocessor pre-open hook at 1732018497150Writing region info on filesystem at 1732018497150Initializing all the Stores at 1732018497152 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018497152Cleaning up temporary data from old regions at 1732018497175 (+23 ms)Running coprocessor post-open hooks at 1732018497192 (+17 ms)Region opened successfully at 1732018497192 2024-11-19T12:14:57,193 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09., pid=17, masterSystemTime=1732018497034 2024-11-19T12:14:57,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae24b78d23d04ee3cc6ca96c9dfcacff, server=351a98347401,37323,1732018475140 because future has completed 2024-11-19T12:14:57,195 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09. 2024-11-19T12:14:57,195 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09. 2024-11-19T12:14:57,195 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf. 2024-11-19T12:14:57,196 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c6ebb816f2ab1b37b3c0247f41d01bcf, NAME => 'SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-19T12:14:57,196 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:14:57,196 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:57,196 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:14:57,196 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:14:57,197 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8bdee8ccf579eda70d769f2696421f09, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,44801,1732018475025 2024-11-19T12:14:57,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=8 2024-11-19T12:14:57,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure ae24b78d23d04ee3cc6ca96c9dfcacff, server=351a98347401,37323,1732018475140 in 10.1600 sec 2024-11-19T12:14:57,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bdee8ccf579eda70d769f2696421f09, server=351a98347401,44801,1732018475025 because future has completed 2024-11-19T12:14:57,201 INFO [StoreOpener-bf060d9c802ebc514aaa94f4d334e91b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:14:57,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ae24b78d23d04ee3cc6ca96c9dfcacff, ASSIGN in 10.3260 sec 2024-11-19T12:14:57,203 INFO [StoreOpener-bf060d9c802ebc514aaa94f4d334e91b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf060d9c802ebc514aaa94f4d334e91b columnFamilyName cf 2024-11-19T12:14:57,203 DEBUG [StoreOpener-bf060d9c802ebc514aaa94f4d334e91b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:57,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=14 2024-11-19T12:14:57,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bdee8ccf579eda70d769f2696421f09, server=351a98347401,44801,1732018475025 in 10.1680 sec 2024-11-19T12:14:57,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8bdee8ccf579eda70d769f2696421f09, ASSIGN in 10.3320 sec 2024-11-19T12:14:57,207 INFO [StoreOpener-bf060d9c802ebc514aaa94f4d334e91b-1 {}] regionserver.HStore(327): Store=bf060d9c802ebc514aaa94f4d334e91b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:14:57,207 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:14:57,208 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:14:57,210 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ebb4e2ae144a55e99aef331aea889f90/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:14:57,211 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:14:57,211 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened ebb4e2ae144a55e99aef331aea889f90; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62582917, jitterRate=-0.06744186580181122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:14:57,211 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:14:57,212 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for ebb4e2ae144a55e99aef331aea889f90: Running coprocessor pre-open hook at 1732018497144Writing region info on filesystem at 1732018497144Initializing all the Stores at 1732018497146 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018497146Cleaning up temporary data from old regions at 1732018497175 (+29 ms)Running coprocessor post-open hooks at 1732018497212 (+37 ms)Region opened successfully at 1732018497212 2024-11-19T12:14:57,212 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:14:57,212 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:14:57,213 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90., pid=20, masterSystemTime=1732018497042 2024-11-19T12:14:57,215 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:14:57,217 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:14:57,217 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:14:57,218 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:14:57,218 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 0829d68755800433223260f3bd598ec3, NAME => 'SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-19T12:14:57,218 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0829d68755800433223260f3bd598ec3 2024-11-19T12:14:57,218 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:14:57,218 INFO [StoreOpener-c6ebb816f2ab1b37b3c0247f41d01bcf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:14:57,218 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 0829d68755800433223260f3bd598ec3 2024-11-19T12:14:57,218 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 0829d68755800433223260f3bd598ec3 2024-11-19T12:14:57,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=ebb4e2ae144a55e99aef331aea889f90, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,35265,1732018475086 2024-11-19T12:14:57,222 INFO [StoreOpener-c6ebb816f2ab1b37b3c0247f41d01bcf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6ebb816f2ab1b37b3c0247f41d01bcf columnFamilyName cf 2024-11-19T12:14:57,222 DEBUG [StoreOpener-c6ebb816f2ab1b37b3c0247f41d01bcf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:57,223 INFO [StoreOpener-c6ebb816f2ab1b37b3c0247f41d01bcf-1 {}] regionserver.HStore(327): Store=c6ebb816f2ab1b37b3c0247f41d01bcf/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:14:57,224 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:14:57,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebb4e2ae144a55e99aef331aea889f90, server=351a98347401,35265,1732018475086 because future has completed 2024-11-19T12:14:57,225 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:14:57,226 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:14:57,227 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:14:57,227 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:14:57,229 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:14:57,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=13 2024-11-19T12:14:57,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure ebb4e2ae144a55e99aef331aea889f90, server=351a98347401,35265,1732018475086 in 10.1910 sec 2024-11-19T12:14:57,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=ebb4e2ae144a55e99aef331aea889f90, ASSIGN in 10.3600 sec 2024-11-19T12:14:57,236 INFO [StoreOpener-0829d68755800433223260f3bd598ec3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0829d68755800433223260f3bd598ec3 2024-11-19T12:14:57,238 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/bf060d9c802ebc514aaa94f4d334e91b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:14:57,238 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c6ebb816f2ab1b37b3c0247f41d01bcf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:14:57,239 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened bf060d9c802ebc514aaa94f4d334e91b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72309317, jitterRate=0.07749278843402863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:14:57,239 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:14:57,239 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for bf060d9c802ebc514aaa94f4d334e91b: Running coprocessor pre-open hook at 1732018497190Writing region info on filesystem at 1732018497190Initializing all the Stores at 1732018497191 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018497191Cleaning up temporary data from old regions at 1732018497212 (+21 ms)Running coprocessor post-open hooks at 1732018497239 (+27 ms)Region opened successfully at 1732018497239 2024-11-19T12:14:57,239 INFO [StoreOpener-0829d68755800433223260f3bd598ec3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0829d68755800433223260f3bd598ec3 columnFamilyName cf 2024-11-19T12:14:57,239 DEBUG [StoreOpener-0829d68755800433223260f3bd598ec3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:14:57,240 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c6ebb816f2ab1b37b3c0247f41d01bcf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61908690, jitterRate=-0.07748863101005554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:14:57,240 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:14:57,240 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c6ebb816f2ab1b37b3c0247f41d01bcf: Running coprocessor pre-open hook at 1732018497196Writing region info on filesystem at 1732018497196Initializing all the Stores at 1732018497198 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018497198Cleaning up temporary data from old regions at 1732018497227 (+29 ms)Running coprocessor post-open hooks at 1732018497240 (+13 ms)Region opened successfully at 1732018497240 2024-11-19T12:14:57,240 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b., pid=18, masterSystemTime=1732018497039 2024-11-19T12:14:57,241 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf., pid=16, masterSystemTime=1732018497034 2024-11-19T12:14:57,241 INFO [StoreOpener-0829d68755800433223260f3bd598ec3-1 {}] regionserver.HStore(327): Store=0829d68755800433223260f3bd598ec3/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-19T12:14:57,241 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 0829d68755800433223260f3bd598ec3 2024-11-19T12:14:57,243 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:14:57,243 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:14:57,243 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/0829d68755800433223260f3bd598ec3 2024-11-19T12:14:57,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=bf060d9c802ebc514aaa94f4d334e91b, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,37323,1732018475140 2024-11-19T12:14:57,244 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/0829d68755800433223260f3bd598ec3 2024-11-19T12:14:57,245 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 0829d68755800433223260f3bd598ec3 2024-11-19T12:14:57,246 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 0829d68755800433223260f3bd598ec3 2024-11-19T12:14:57,246 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf. 2024-11-19T12:14:57,246 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf. 2024-11-19T12:14:57,247 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c6ebb816f2ab1b37b3c0247f41d01bcf, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,44801,1732018475025 2024-11-19T12:14:57,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf060d9c802ebc514aaa94f4d334e91b, server=351a98347401,37323,1732018475140 because future has completed 2024-11-19T12:14:57,249 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 0829d68755800433223260f3bd598ec3 2024-11-19T12:14:57,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6ebb816f2ab1b37b3c0247f41d01bcf, server=351a98347401,44801,1732018475025 because future has completed 2024-11-19T12:14:57,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-19T12:14:57,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure bf060d9c802ebc514aaa94f4d334e91b, server=351a98347401,37323,1732018475140 in 10.2150 sec 2024-11-19T12:14:57,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=bf060d9c802ebc514aaa94f4d334e91b, ASSIGN in 10.3820 sec 2024-11-19T12:14:57,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=11 2024-11-19T12:14:57,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c6ebb816f2ab1b37b3c0247f41d01bcf, server=351a98347401,44801,1732018475025 in 10.2230 sec 2024-11-19T12:14:57,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c6ebb816f2ab1b37b3c0247f41d01bcf, ASSIGN in 10.3870 sec 2024-11-19T12:14:57,277 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/0829d68755800433223260f3bd598ec3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-19T12:14:57,278 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 0829d68755800433223260f3bd598ec3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67874987, jitterRate=0.011416122317314148}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-19T12:14:57,278 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0829d68755800433223260f3bd598ec3 2024-11-19T12:14:57,278 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 0829d68755800433223260f3bd598ec3: Running coprocessor pre-open hook at 1732018497218Writing region info on filesystem at 1732018497218Initializing all the Stores at 1732018497222 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018497222Cleaning up temporary data from old regions at 1732018497246 (+24 ms)Running coprocessor post-open hooks at 1732018497278 (+32 ms)Region opened successfully at 1732018497278 2024-11-19T12:14:57,282 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3., pid=24, masterSystemTime=1732018497042 2024-11-19T12:14:57,284 DEBUG [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:14:57,284 INFO [RS_OPEN_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:14:57,285 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=0829d68755800433223260f3bd598ec3, regionState=OPEN, openSeqNum=2, regionLocation=351a98347401,35265,1732018475086 2024-11-19T12:14:57,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0829d68755800433223260f3bd598ec3, server=351a98347401,35265,1732018475086 because future has completed 2024-11-19T12:14:57,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-19T12:14:57,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 0829d68755800433223260f3bd598ec3, server=351a98347401,35265,1732018475086 in 10.2490 sec 2024-11-19T12:14:57,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-19T12:14:57,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0829d68755800433223260f3bd598ec3, ASSIGN in 10.4250 sec 2024-11-19T12:14:57,302 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-19T12:14:57,302 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732018497302"}]},"ts":"1732018497302"} 2024-11-19T12:14:57,304 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-19T12:14:57,306 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-19T12:14:57,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 10.5870 sec 2024-11-19T12:15:00,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-19T12:15:00,794 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:35607 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-19T12:15:02,542 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-19T12:15:02,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:15:02,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:15:02,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-19T12:15:04,712 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:15:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-19T12:15:04,995 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-19T12:15:04,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-19T12:15:04,995 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T12:15:04,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-19T12:15:04,999 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T12:15:04,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-19T12:15:05,032 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf., hostname=351a98347401,44801,1732018475025, seqNum=2] 2024-11-19T12:15:05,033 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf., hostname=351a98347401,44801,1732018475025, seqNum=2] 2024-11-19T12:15:05,035 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf., hostname=351a98347401,44801,1732018475025, seqNum=2] 2024-11-19T12:15:05,036 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf., hostname=351a98347401,44801,1732018475025, seqNum=2] 2024-11-19T12:15:05,081 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b., hostname=351a98347401,37323,1732018475140, seqNum=2] 2024-11-19T12:15:05,086 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b., hostname=351a98347401,37323,1732018475140, seqNum=2] 2024-11-19T12:15:05,087 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b., hostname=351a98347401,37323,1732018475140, seqNum=2] 2024-11-19T12:15:05,088 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b., hostname=351a98347401,37323,1732018475140, seqNum=2] 2024-11-19T12:15:05,092 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b., hostname=351a98347401,37323,1732018475140, seqNum=2] 2024-11-19T12:15:05,095 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bag', locateType=CURRENT is [region=SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b., hostname=351a98347401,37323,1732018475140, seqNum=2] 2024-11-19T12:15:05,098 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baf', locateType=CURRENT is [region=SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b., hostname=351a98347401,37323,1732018475140, seqNum=2] 2024-11-19T12:15:05,099 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bah', locateType=CURRENT is [region=SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b., hostname=351a98347401,37323,1732018475140, seqNum=2] 2024-11-19T12:15:05,137 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90., hostname=351a98347401,35265,1732018475086, seqNum=2] 2024-11-19T12:15:05,140 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90., hostname=351a98347401,35265,1732018475086, seqNum=2] 2024-11-19T12:15:05,141 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90., hostname=351a98347401,35265,1732018475086, seqNum=2] 2024-11-19T12:15:05,142 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90., hostname=351a98347401,35265,1732018475086, seqNum=2] 2024-11-19T12:15:05,143 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90., hostname=351a98347401,35265,1732018475086, seqNum=2] 2024-11-19T12:15:05,230 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09., hostname=351a98347401,44801,1732018475025, seqNum=2] 2024-11-19T12:15:05,232 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09., hostname=351a98347401,44801,1732018475025, seqNum=2] 2024-11-19T12:15:05,233 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09., hostname=351a98347401,44801,1732018475025, seqNum=2] 2024-11-19T12:15:05,235 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09., hostname=351a98347401,44801,1732018475025, seqNum=2] 2024-11-19T12:15:05,236 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09., hostname=351a98347401,44801,1732018475025, seqNum=2] 2024-11-19T12:15:06,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:15:06,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-19T12:15:06,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:15:06,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-19T12:15:06,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37323 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T12:15:06,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 15548 Client: jenkins//172.17.0.2 first region in multi=SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf. 2024-11-19T12:15:06,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35265 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T12:15:06,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T12:15:06,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44801 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09. with WAL disabled. Data may be lost in the event of a crash. 2024-11-19T12:15:07,081 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-19T12:15:07,081 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T12:15:07,082 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-19T12:15:07,083 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-19T12:15:07,090 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-19T12:15:07,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741848_1024 (size=49) 2024-11-19T12:15:07,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741848_1024 (size=49) 2024-11-19T12:15:07,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741848_1024 (size=49) 2024-11-19T12:15:07,162 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-19T12:15:07,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a110164a4b0a452ba072393ab49c8727}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd8b6dc522475b4e194675d266ff1c81}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0829d68755800433223260f3bd598ec3}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae24b78d23d04ee3cc6ca96c9dfcacff}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb0a882a3ad70ec2a8173a51f1396c3e}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c614a28d6c67d14a94a6612bbccfd3dd}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6ebb816f2ab1b37b3c0247f41d01bcf}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf060d9c802ebc514aaa94f4d334e91b}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ebb4e2ae144a55e99aef331aea889f90}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bdee8ccf579eda70d769f2696421f09}] 2024-11-19T12:15:07,165 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:15:07,165 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:15:07,165 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a110164a4b0a452ba072393ab49c8727 2024-11-19T12:15:07,166 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0829d68755800433223260f3bd598ec3 2024-11-19T12:15:07,166 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:15:07,173 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:15:07,182 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:15:07,182 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:15:07,183 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:15:07,185 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:15:17,042 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=351a98347401,37323,1732018475140, timeout=1732018517167, delay=124, operations=[pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd8b6dc522475b4e194675d266ff1c81, pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae24b78d23d04ee3cc6ca96c9dfcacff, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf060d9c802ebc514aaa94f4d334e91b], containedObject=351a98347401,44801,1732018475025, timeout=1732018517168, delay=125, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a110164a4b0a452ba072393ab49c8727, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bdee8ccf579eda70d769f2696421f09, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb0a882a3ad70ec2a8173a51f1396c3e, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6ebb816f2ab1b37b3c0247f41d01bcf], containedObject=351a98347401,35265,1732018475086, timeout=1732018517169, delay=126, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0829d68755800433223260f3bd598ec3, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ebb4e2ae144a55e99aef331aea889f90, pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c614a28d6c67d14a94a6612bbccfd3dd]] 2024-11-19T12:15:17,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-19T12:15:17,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-19T12:15:17,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-19T12:15:17,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:15:17,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-19T12:15:17,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727. 2024-11-19T12:15:17,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-19T12:15:17,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for fd8b6dc522475b4e194675d266ff1c81: 2024-11-19T12:15:17,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. for SnapshotProcedureTest completed. 2024-11-19T12:15:17,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:15:17,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-19T12:15:17,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for a110164a4b0a452ba072393ab49c8727: 2024-11-19T12:15:17,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727. for SnapshotProcedureTest completed. 2024-11-19T12:15:17,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for ae24b78d23d04ee3cc6ca96c9dfcacff: 2024-11-19T12:15:17,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. for SnapshotProcedureTest completed. 2024-11-19T12:15:17,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:15:17,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:15:17,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:15:17,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:15:17,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-19T12:15:17,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:15:17,173 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:15:17,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:15:17,174 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing bf060d9c802ebc514aaa94f4d334e91b 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-19T12:15:17,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-19T12:15:17,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09. 2024-11-19T12:15:17,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-19T12:15:17,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e. 2024-11-19T12:15:17,174 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 8bdee8ccf579eda70d769f2696421f09 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-19T12:15:17,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for cb0a882a3ad70ec2a8173a51f1396c3e: 2024-11-19T12:15:17,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e. for SnapshotProcedureTest completed. 2024-11-19T12:15:17,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-19T12:15:17,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:15:17,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:15:17,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 0829d68755800433223260f3bd598ec3: 2024-11-19T12:15:17,174 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. for SnapshotProcedureTest completed. 2024-11-19T12:15:17,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:15:17,175 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing ebb4e2ae144a55e99aef331aea889f90 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-19T12:15:17,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:15:17,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:15:17,175 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:15:17,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:15:17,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for c614a28d6c67d14a94a6612bbccfd3dd: 2024-11-19T12:15:17,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. for SnapshotProcedureTest completed. 2024-11-19T12:15:17,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:15:17,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-19T12:15:17,202 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/bf060d9c802ebc514aaa94f4d334e91b/.tmp/cf/7f60712b433045709633e3b852714682 is 34, key is baa/cf:cf/1732018506200/Put/seqid=0 2024-11-19T12:15:17,213 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ebb4e2ae144a55e99aef331aea889f90/.tmp/cf/9e8685d9d4ce4e4799fded356b994c3c is 34, key is ccd/cf:cf/1732018506281/Put/seqid=0 2024-11-19T12:15:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741857_1033 (size=47197) 2024-11-19T12:15:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741857_1033 (size=47197) 2024-11-19T12:15:17,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741857_1033 (size=47197) 2024-11-19T12:15:17,248 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ebb4e2ae144a55e99aef331aea889f90/.tmp/cf/9e8685d9d4ce4e4799fded356b994c3c 2024-11-19T12:15:17,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/8bdee8ccf579eda70d769f2696421f09/.tmp/cf/d9b95517134b47c1970c9be3019b53b7 is 34, key is eaa/cf:cf/1732018506953/Put/seqid=0 2024-11-19T12:15:17,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741849_1025 (size=65) 2024-11-19T12:15:17,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741849_1025 (size=65) 2024-11-19T12:15:17,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741849_1025 (size=65) 2024-11-19T12:15:17,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:15:17,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-19T12:15:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-19T12:15:17,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:15:17,255 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:15:17,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fd8b6dc522475b4e194675d266ff1c81 in 10.0930 sec 2024-11-19T12:15:17,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741851_1027 (size=57) 2024-11-19T12:15:17,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741851_1027 (size=57) 2024-11-19T12:15:17,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741851_1027 (size=57) 2024-11-19T12:15:17,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1732018486718.a110164a4b0a452ba072393ab49c8727. 2024-11-19T12:15:17,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-19T12:15:17,263 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf. 2024-11-19T12:15:17,263 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing c6ebb816f2ab1b37b3c0247f41d01bcf 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-19T12:15:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-19T12:15:17,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a110164a4b0a452ba072393ab49c8727 2024-11-19T12:15:17,264 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a110164a4b0a452ba072393ab49c8727 2024-11-19T12:15:17,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a110164a4b0a452ba072393ab49c8727 in 10.1010 sec 2024-11-19T12:15:17,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741852_1028 (size=65) 2024-11-19T12:15:17,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741852_1028 (size=65) 2024-11-19T12:15:17,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741852_1028 (size=65) 2024-11-19T12:15:17,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1732018486718.cb0a882a3ad70ec2a8173a51f1396c3e. 2024-11-19T12:15:17,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-19T12:15:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-19T12:15:17,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:15:17,272 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cb0a882a3ad70ec2a8173a51f1396c3e 2024-11-19T12:15:17,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cb0a882a3ad70ec2a8173a51f1396c3e in 10.1090 sec 2024-11-19T12:15:17,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741853_1029 (size=65) 2024-11-19T12:15:17,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741853_1029 (size=65) 2024-11-19T12:15:17,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741853_1029 (size=65) 2024-11-19T12:15:17,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:15:17,281 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-19T12:15:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-19T12:15:17,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:15:17,281 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:15:17,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c614a28d6c67d14a94a6612bbccfd3dd in 10.1190 sec 2024-11-19T12:15:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741855_1031 (size=28623) 2024-11-19T12:15:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741855_1031 (size=28623) 2024-11-19T12:15:17,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741855_1031 (size=28623) 2024-11-19T12:15:17,291 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/bf060d9c802ebc514aaa94f4d334e91b/.tmp/cf/7f60712b433045709633e3b852714682 2024-11-19T12:15:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741850_1026 (size=65) 2024-11-19T12:15:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741850_1026 (size=65) 2024-11-19T12:15:17,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741850_1026 (size=65) 2024-11-19T12:15:17,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:15:17,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-19T12:15:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-19T12:15:17,304 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:15:17,305 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:15:17,306 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ebb4e2ae144a55e99aef331aea889f90/.tmp/cf/9e8685d9d4ce4e4799fded356b994c3c as hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ebb4e2ae144a55e99aef331aea889f90/cf/9e8685d9d4ce4e4799fded356b994c3c 2024-11-19T12:15:17,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ae24b78d23d04ee3cc6ca96c9dfcacff in 10.1430 sec 2024-11-19T12:15:17,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c6ebb816f2ab1b37b3c0247f41d01bcf/.tmp/cf/6298b0766ff7404e8a06d5d22592d1e0 is 34, key is aaa/cf:cf/1732018506302/Put/seqid=0 2024-11-19T12:15:17,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/bf060d9c802ebc514aaa94f4d334e91b/.tmp/cf/7f60712b433045709633e3b852714682 as hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/bf060d9c802ebc514aaa94f4d334e91b/cf/7f60712b433045709633e3b852714682 2024-11-19T12:15:17,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741854_1030 (size=65) 2024-11-19T12:15:17,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741854_1030 (size=65) 2024-11-19T12:15:17,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741854_1030 (size=65) 2024-11-19T12:15:17,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:15:17,323 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-19T12:15:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-19T12:15:17,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0829d68755800433223260f3bd598ec3 2024-11-19T12:15:17,324 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0829d68755800433223260f3bd598ec3 2024-11-19T12:15:17,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0829d68755800433223260f3bd598ec3 in 10.1630 sec 2024-11-19T12:15:17,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741856_1032 (size=499309) 2024-11-19T12:15:17,331 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ebb4e2ae144a55e99aef331aea889f90/cf/9e8685d9d4ce4e4799fded356b994c3c, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-19T12:15:17,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741856_1032 (size=499309) 2024-11-19T12:15:17,332 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/bf060d9c802ebc514aaa94f4d334e91b/cf/7f60712b433045709633e3b852714682, entries=731, sequenceid=5, filesize=28.0 K 2024-11-19T12:15:17,333 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for ebb4e2ae144a55e99aef331aea889f90 in 158ms, sequenceid=5, compaction requested=false 2024-11-19T12:15:17,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for ebb4e2ae144a55e99aef331aea889f90: 2024-11-19T12:15:17,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. for SnapshotProcedureTest completed. 2024-11-19T12:15:17,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:15:17,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ebb4e2ae144a55e99aef331aea889f90/cf/9e8685d9d4ce4e4799fded356b994c3c] hfiles 2024-11-19T12:15:17,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ebb4e2ae144a55e99aef331aea889f90/cf/9e8685d9d4ce4e4799fded356b994c3c for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,334 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for bf060d9c802ebc514aaa94f4d334e91b in 161ms, sequenceid=5, compaction requested=false 2024-11-19T12:15:17,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for bf060d9c802ebc514aaa94f4d334e91b: 2024-11-19T12:15:17,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. for SnapshotProcedureTest completed. 2024-11-19T12:15:17,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741856_1032 (size=499309) 2024-11-19T12:15:17,334 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:15:17,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/bf060d9c802ebc514aaa94f4d334e91b/cf/7f60712b433045709633e3b852714682] hfiles 2024-11-19T12:15:17,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/bf060d9c802ebc514aaa94f4d334e91b/cf/7f60712b433045709633e3b852714682 for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,336 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/8bdee8ccf579eda70d769f2696421f09/.tmp/cf/d9b95517134b47c1970c9be3019b53b7 2024-11-19T12:15:17,346 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/8bdee8ccf579eda70d769f2696421f09/.tmp/cf/d9b95517134b47c1970c9be3019b53b7 as hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/8bdee8ccf579eda70d769f2696421f09/cf/d9b95517134b47c1970c9be3019b53b7 2024-11-19T12:15:17,354 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/8bdee8ccf579eda70d769f2696421f09/cf/d9b95517134b47c1970c9be3019b53b7, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-19T12:15:17,355 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for 8bdee8ccf579eda70d769f2696421f09 in 181ms, sequenceid=5, compaction requested=false 2024-11-19T12:15:17,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 8bdee8ccf579eda70d769f2696421f09: 2024-11-19T12:15:17,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09. for SnapshotProcedureTest completed. 2024-11-19T12:15:17,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:15:17,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/8bdee8ccf579eda70d769f2696421f09/cf/d9b95517134b47c1970c9be3019b53b7] hfiles 2024-11-19T12:15:17,356 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/8bdee8ccf579eda70d769f2696421f09/cf/d9b95517134b47c1970c9be3019b53b7 for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741858_1034 (size=26918) 2024-11-19T12:15:17,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741858_1034 (size=26918) 2024-11-19T12:15:17,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741858_1034 (size=26918) 2024-11-19T12:15:17,364 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c6ebb816f2ab1b37b3c0247f41d01bcf/.tmp/cf/6298b0766ff7404e8a06d5d22592d1e0 2024-11-19T12:15:17,372 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c6ebb816f2ab1b37b3c0247f41d01bcf/.tmp/cf/6298b0766ff7404e8a06d5d22592d1e0 as hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c6ebb816f2ab1b37b3c0247f41d01bcf/cf/6298b0766ff7404e8a06d5d22592d1e0 2024-11-19T12:15:17,379 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c6ebb816f2ab1b37b3c0247f41d01bcf/cf/6298b0766ff7404e8a06d5d22592d1e0, entries=676, sequenceid=5, filesize=26.3 K 2024-11-19T12:15:17,380 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for c6ebb816f2ab1b37b3c0247f41d01bcf in 116ms, sequenceid=5, compaction requested=false 2024-11-19T12:15:17,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c6ebb816f2ab1b37b3c0247f41d01bcf: 2024-11-19T12:15:17,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf. for SnapshotProcedureTest completed. 2024-11-19T12:15:17,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf.' region-info for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-19T12:15:17,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c6ebb816f2ab1b37b3c0247f41d01bcf/cf/6298b0766ff7404e8a06d5d22592d1e0] hfiles 2024-11-19T12:15:17,380 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c6ebb816f2ab1b37b3c0247f41d01bcf/cf/6298b0766ff7404e8a06d5d22592d1e0 for snapshot=SnapshotProcedureTest 2024-11-19T12:15:17,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741860_1036 (size=105) 2024-11-19T12:15:17,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741860_1036 (size=105) 2024-11-19T12:15:17,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741860_1036 (size=105) 2024-11-19T12:15:17,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:15:17,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-19T12:15:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-19T12:15:17,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:15:17,389 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:15:17,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure bf060d9c802ebc514aaa94f4d334e91b in 10.2270 sec 2024-11-19T12:15:17,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741859_1035 (size=105) 2024-11-19T12:15:17,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741859_1035 (size=105) 2024-11-19T12:15:17,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741859_1035 (size=105) 2024-11-19T12:15:17,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:15:17,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-19T12:15:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-19T12:15:17,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:15:17,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:15:17,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ebb4e2ae144a55e99aef331aea889f90 in 10.2340 sec 2024-11-19T12:15:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741861_1037 (size=97) 2024-11-19T12:15:17,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741861_1037 (size=97) 2024-11-19T12:15:17,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741861_1037 (size=97) 2024-11-19T12:15:17,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1732018486718.8bdee8ccf579eda70d769f2696421f09. 2024-11-19T12:15:17,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-19T12:15:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-19T12:15:17,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:15:17,404 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8bdee8ccf579eda70d769f2696421f09 2024-11-19T12:15:17,407 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8bdee8ccf579eda70d769f2696421f09 in 10.2420 sec 2024-11-19T12:15:17,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741862_1038 (size=105) 2024-11-19T12:15:17,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741862_1038 (size=105) 2024-11-19T12:15:17,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741862_1038 (size=105) 2024-11-19T12:15:17,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1732018486718.c6ebb816f2ab1b37b3c0247f41d01bcf. 2024-11-19T12:15:17,414 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-19T12:15:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-19T12:15:17,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:15:17,414 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c6ebb816f2ab1b37b3c0247f41d01bcf 2024-11-19T12:15:17,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=25 2024-11-19T12:15:17,417 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-19T12:15:17,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c6ebb816f2ab1b37b3c0247f41d01bcf in 10.2520 sec 2024-11-19T12:15:17,418 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-19T12:15:17,419 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-19T12:15:17,419 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-19T12:15:17,420 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T12:15:17,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741863_1039 (size=1174) 2024-11-19T12:15:17,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741863_1039 (size=1174) 2024-11-19T12:15:17,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741863_1039 (size=1174) 2024-11-19T12:15:17,447 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-19T12:15:17,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-19T12:15:17,455 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,44801,1732018475025 2024-11-19T12:15:17,455 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,35265,1732018475086 2024-11-19T12:15:17,455 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,37323,1732018475140 2024-11-19T12:15:17,455 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,35265,1732018475086 2024-11-19T12:15:17,456 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,44801,1732018475025 2024-11-19T12:15:17,460 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,44801,1732018475025 2024-11-19T12:15:17,460 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,37323,1732018475140 2024-11-19T12:15:17,460 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,35265,1732018475086 2024-11-19T12:15:17,460 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,37323,1732018475140 2024-11-19T12:15:17,498 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T12:15:17,499 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 351a98347401,44801,1732018475025 2024-11-19T12:15:17,499 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 351a98347401,44801,1732018475025: Simulated kill ***** 2024-11-19T12:15:17,499 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-19T12:15:17,499 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-19T12:15:17,500 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-19T12:15:17,500 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-19T12:15:17,500 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-19T12:15:17,500 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 604302800 }, "NonHeapMemoryUsage": { "committed": 177668096, "init": 7667712, "max": -1, "used": 173097288 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-19T12:15:17,501 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39403 {}] master.MasterRpcServices(700): 351a98347401,44801,1732018475025 reported a fatal error: ***** ABORTING region server 351a98347401,44801,1732018475025: Simulated kill ***** 2024-11-19T12:15:17,501 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,44801,1732018475025' ***** 2024-11-19T12:15:17,502 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-19T12:15:17,502 INFO [RS:0;351a98347401:44801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:15:17,502 INFO [RS:0;351a98347401:44801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-19T12:15:17,502 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:15:17,502 INFO [RS:0;351a98347401:44801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-19T12:15:17,502 INFO [RS:0;351a98347401:44801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:15:17,502 INFO [RS:0;351a98347401:44801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;351a98347401:44801. 2024-11-19T12:15:17,502 DEBUG [RS:0;351a98347401:44801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:15:17,502 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-19T12:15:17,502 DEBUG [RS:0;351a98347401:44801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:15:17,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741836_1012 (size=14382) 2024-11-19T12:15:17,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741836_1012 (size=14382) 2024-11-19T12:15:17,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741836_1012 (size=14382) 2024-11-19T12:15:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741833_1009 (size=2286) 2024-11-19T12:15:17,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741833_1009 (size=2286) 2024-11-19T12:15:17,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741833_1009 (size=2286) 2024-11-19T12:15:17,510 DEBUG [RS:0;351a98347401:44801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:15:17,510 INFO [RS:0;351a98347401:44801 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:15:17,511 INFO [RS:0;351a98347401:44801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44801 2024-11-19T12:15:17,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T12:15:17,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/351a98347401,44801,1732018475025 2024-11-19T12:15:17,528 INFO [RS:0;351a98347401:44801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:15:17,538 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,44801,1732018475025] 2024-11-19T12:15:17,548 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/351a98347401,44801,1732018475025 already deleted, retry=false 2024-11-19T12:15:17,549 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 351a98347401,44801,1732018475025 on 351a98347401,39403,1732018474836 2024-11-19T12:15:17,550 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 351a98347401,44801,1732018475025, splitWal=true, meta=true 2024-11-19T12:15:17,550 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=46 for 351a98347401,44801,1732018475025 (carryingMeta=true) 351a98347401,44801,1732018475025/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@f157cf1[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-19T12:15:17,551 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(169): Start pid=46, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 351a98347401,44801,1732018475025, splitWal=true, meta=true 2024-11-19T12:15:17,551 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 351a98347401,44801,1732018475025, splitWal=true, meta=true, isMeta: true 2024-11-19T12:15:17,552 DEBUG [PEWorker-3 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting 2024-11-19T12:15:17,554 INFO [PEWorker-3 {}] master.SplitWALManager(105): 351a98347401,44801,1732018475025 WAL count=1, meta=true 2024-11-19T12:15:17,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta}] 2024-11-19T12:15:17,556 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=351a98347401,37323,1732018475140 2024-11-19T12:15:17,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta, worker=351a98347401,37323,1732018475140}] 2024-11-19T12:15:17,557 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,44801,1732018475025 Release verify snapshot worker=351a98347401,44801,1732018475025 2024-11-19T12:15:17,557 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 41 to 351a98347401,44801,1732018475025, this operation will be retried to send to another server 2024-11-19T12:15:17,557 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T12:15:17,558 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=41, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732018518558 2024-11-19T12:15:17,558 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 26 is already finished, skip the rest processes 2024-11-19T12:15:17,558 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,44801,1732018475025 Release verify snapshot worker=351a98347401,44801,1732018475025 2024-11-19T12:15:17,558 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 35 is already finished, skip the rest processes 2024-11-19T12:15:17,558 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 30 is already finished, skip the rest processes 2024-11-19T12:15:17,558 INFO [RegionServerTracker-0 {}] procedure.SnapshotRegionProcedure(123): This procedure 32 is already finished, skip the rest processes 2024-11-19T12:15:17,558 WARN [PEWorker-2 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 36 to 351a98347401,44801,1732018475025, this operation will be retried to send to another server 2024-11-19T12:15:17,559 WARN [PEWorker-2 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T12:15:17,559 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=36, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732018518559 2024-11-19T12:15:17,559 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,44801,1732018475025 Release verify snapshot worker=351a98347401,44801,1732018475025 2024-11-19T12:15:17,560 WARN [PEWorker-4 {}] procedure.ServerRemoteProcedure(104): Can not send remote operation 39 to 351a98347401,44801,1732018475025, this operation will be retried to send to another server 2024-11-19T12:15:17,560 WARN [PEWorker-4 {}] procedure.SnapshotVerifyProcedure(169): Failed to get snapshot verify result , wait 1000 ms to retry org.apache.hadoop.hbase.procedure2.FailedRemoteDispatchException: Failed sent request at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:156) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.SnapshotVerifyProcedure.execute(SnapshotVerifyProcedure.java:52) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-19T12:15:17,560 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=39, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest; timeout=1000, timestamp=1732018518560 2024-11-19T12:15:17,565 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:15:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:15:17,639 INFO [RS:0;351a98347401:44801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:15:17,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44801-0x10153048a9f0001, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:15:17,639 INFO [RS:0;351a98347401:44801 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,44801,1732018475025; zookeeper connection closed. 2024-11-19T12:15:17,639 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70b62e0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70b62e0 2024-11-19T12:15:18,147 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-19T12:15:18,147 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-19T12:15:26,650 INFO [master/351a98347401:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-19T12:15:26,650 INFO [master/351a98347401:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-19T12:15:27,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-19T12:15:27,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-19T12:15:27,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-19T12:15:27,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-19T12:15:27,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=48 2024-11-19T12:15:27,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-19T12:15:27,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-19T12:15:27,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T12:15:27,463 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-19T12:15:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-19T12:15:27,466 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-19T12:15:27,467 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-19T12:15:27,468 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,35265,1732018475086 Release verify snapshot worker=351a98347401,35265,1732018475086 2024-11-19T12:15:27,468 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-19T12:15:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-19T12:15:27,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-19T12:15:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-19T12:15:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-19T12:15:27,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-19T12:15:27,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,35265,1732018475086 in 10.0170 sec 2024-11-19T12:15:27,474 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,35265,1732018475086 2024-11-19T12:15:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=44 2024-11-19T12:15:27,475 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,37323,1732018475140 Release verify snapshot worker=351a98347401,37323,1732018475140 2024-11-19T12:15:27,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-19T12:15:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-19T12:15:27,478 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,37323,1732018475140 Release verify snapshot worker=351a98347401,37323,1732018475140 2024-11-19T12:15:27,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,37323,1732018475140 in 10.0270 sec 2024-11-19T12:15:27,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,37323,1732018475140 in 10.0240 sec 2024-11-19T12:15:27,482 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,35265,1732018475086 Release verify snapshot worker=351a98347401,35265,1732018475086 2024-11-19T12:15:27,484 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(299): Splitting hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta, size=14.0 K (14382bytes) 2024-11-19T12:15:27,484 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,37323,1732018475140 2024-11-19T12:15:27,484 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta 2024-11-19T12:15:27,484 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=48}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta after 0ms 2024-11-19T12:15:27,486 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,35265,1732018475086 Release verify snapshot worker=351a98347401,35265,1732018475086 2024-11-19T12:15:27,487 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,35265,1732018475086 2024-11-19T12:15:27,488 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=351a98347401,37323,1732018475140 2024-11-19T12:15:27,489 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(310): Open hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta took 6ms 2024-11-19T12:15:27,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,35265,1732018475086 in 10.0310 sec 2024-11-19T12:15:27,492 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,37323,1732018475140 Release verify snapshot worker=351a98347401,37323,1732018475140 2024-11-19T12:15:27,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,35265,1732018475086 in 10.0350 sec 2024-11-19T12:15:27,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,37323,1732018475140 in 10.0410 sec 2024-11-19T12:15:27,503 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-19T12:15:27,505 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta so closing down 2024-11-19T12:15:27,505 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-19T12:15:27,506 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta.temp 2024-11-19T12:15:27,516 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta.temp 2024-11-19T12:15:27,517 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.OutputSink(145): 3 split writer threads finished 2024-11-19T12:15:27,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741864_1040 (size=14141) 2024-11-19T12:15:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741864_1040 (size=14141) 2024-11-19T12:15:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741864_1040 (size=14141) 2024-11-19T12:15:27,550 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) 2024-11-19T12:15:27,552 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta.temp to hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T12:15:27,552 INFO [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 51 ms; skipped=1; WAL=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-19T12:15:27,552 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=48}] wal.WALSplitter(428): Completed split of hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta, journal: Splitting hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta, size=14.0 K (14382bytes) at 1732018527484Finishing writing output for hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta so closing down at 1732018527505 (+21 ms)Creating recovered edits writer path=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta.temp at 1732018527516 (+11 ms)3 split writer threads finished at 1732018527517 (+1 ms)Closed recovered edits writer path=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta.temp (wrote 25 edits, skipped 0 edits in 0 ms) at 1732018527550 (+33 ms)Rename recovered edits hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta.temp to hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1732018527552 (+2 ms)Processed 26 edits across 1 Regions in 51 ms; skipped=1; WAL=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1732018527552 2024-11-19T12:15:27,552 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta 2024-11-19T12:15:27,553 DEBUG [RS_LOG_REPLAY_OPS-regionserver/351a98347401:0-0 {event_type=RS_LOG_REPLAY, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-19T12:15:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-19T12:15:27,558 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting/351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta to hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/oldWALs 2024-11-19T12:15:27,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-19T12:15:27,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta, worker=351a98347401,37323,1732018475140 in 10.0020 sec 2024-11-19T12:15:27,563 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=351a98347401,37323,1732018475140 2024-11-19T12:15:27,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-19T12:15:27,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; SplitWALProcedure 351a98347401%2C44801%2C1732018475025.meta.1732018486572.meta, worker=351a98347401,37323,1732018475140 in 10.0090 sec 2024-11-19T12:15:27,568 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,44801,1732018475025-splitting dir is empty, no logs to split. 2024-11-19T12:15:27,569 INFO [PEWorker-4 {}] master.SplitWALManager(105): 351a98347401,44801,1732018475025 WAL count=0, meta=true 2024-11-19T12:15:27,569 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 351a98347401,44801,1732018475025 WAL splitting is done? wals=0, meta=true 2024-11-19T12:15:27,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-19T12:15:27,571 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:15:27,572 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-19T12:15:27,723 DEBUG [351a98347401:39403 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-19T12:15:27,723 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(204): Hosts are {351a98347401=0} racks are {/default-rack=0} 2024-11-19T12:15:27,723 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-19T12:15:27,723 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-19T12:15:27,723 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-19T12:15:27,723 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-19T12:15:27,724 INFO [351a98347401:39403 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-19T12:15:27,724 INFO [351a98347401:39403 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-19T12:15:27,724 DEBUG [351a98347401:39403 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-19T12:15:27,724 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=351a98347401,35265,1732018475086 2024-11-19T12:15:27,726 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,35265,1732018475086, state=OPENING 2024-11-19T12:15:27,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:15:27,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:15:27,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:15:27,796 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=49, ppid=46, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-19T12:15:27,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:15:27,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:15:27,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,35265,1732018475086}] 2024-11-19T12:15:27,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:15:34,713 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-19T12:15:36,576 INFO [regionserver/351a98347401:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-19T12:15:37,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-19T12:15:37,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35265 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=36 2024-11-19T12:15:37,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-19T12:15:37,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=36}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=36 2024-11-19T12:15:37,479 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-19T12:15:37,479 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-19T12:15:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-19T12:15:37,479 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-19T12:15:37,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=36 2024-11-19T12:15:37,481 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=351a98347401%2C35265%2C1732018475086.meta, suffix=.meta, logDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,35265,1732018475086, archiveDir=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/oldWALs, maxLogs=32 2024-11-19T12:15:37,482 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,35265,1732018475086 Release verify snapshot worker=351a98347401,35265,1732018475086 2024-11-19T12:15:37,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-19T12:15:37,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37323 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-19T12:15:37,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-19T12:15:37,486 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-19T12:15:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-19T12:15:37,488 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=36, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,35265,1732018475086 Release verify snapshot worker=351a98347401,35265,1732018475086 2024-11-19T12:15:37,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,35265,1732018475086 in 20.0310 sec 2024-11-19T12:15:37,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39403 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-19T12:15:37,491 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,37323,1732018475140 Release verify snapshot worker=351a98347401,37323,1732018475140 2024-11-19T12:15:37,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,35265,1732018475086 in 20.0370 sec 2024-11-19T12:15:37,494 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,37323,1732018475140 in 20.0400 sec 2024-11-19T12:15:37,494 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,37323,1732018475140 Release verify snapshot worker=351a98347401,37323,1732018475140 2024-11-19T12:15:37,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=25 2024-11-19T12:15:37,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=351a98347401,37323,1732018475140 in 20.0430 sec 2024-11-19T12:15:37,498 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-19T12:15:37,499 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/.hbase-snapshot/SnapshotProcedureTest 2024-11-19T12:15:37,499 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,35265,1732018475086/351a98347401%2C35265%2C1732018475086.meta.1732018537482.meta, exclude list is [], retry=0 2024-11-19T12:15:37,501 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-19T12:15:37,501 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-19T12:15:37,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 30.4220 sec 2024-11-19T12:15:37,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35859,DS-8dc010da-d4cb-41c5-aade-c9f5906cca40,DISK] 2024-11-19T12:15:37,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37235,DS-9097c66a-fb38-42ab-a55c-c1a94c404bb1,DISK] 2024-11-19T12:15:37,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39557,DS-55eab099-a34c-443f-882e-b901615a0c64,DISK] 2024-11-19T12:15:37,512 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/WALs/351a98347401,35265,1732018475086/351a98347401%2C35265%2C1732018475086.meta.1732018537482.meta 2024-11-19T12:15:37,512 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36295:36295),(127.0.0.1/127.0.0.1:38913:38913),(127.0.0.1/127.0.0.1:33997:33997)] 2024-11-19T12:15:37,513 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-19T12:15:37,513 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-19T12:15:37,513 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-19T12:15:37,513 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-19T12:15:37,513 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-19T12:15:37,513 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-19T12:15:37,513 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-19T12:15:37,514 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-19T12:15:37,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-19T12:15:37,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-19T12:15:37,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:15:37,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:15:37,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-19T12:15:37,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-19T12:15:37,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:15:37,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:15:37,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-19T12:15:37,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-19T12:15:37,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:15:37,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:15:37,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-19T12:15:37,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-19T12:15:37,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-19T12:15:37,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-19T12:15:37,523 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-19T12:15:37,524 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740 2024-11-19T12:15:37,526 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740 2024-11-19T12:15:37,526 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-19T12:15:37,528 WARN [RPCClient-NioEventLoopGroup-6-9 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 351a98347401:44801 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 351a98347401/172.17.0.2:44801 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-19T12:15:37,528 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=351a98347401,44801,1732018475025, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=351a98347401,44801,1732018475025, seqNum=-1, error=java.net.ConnectException: Call to address=351a98347401:44801 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 351a98347401/172.17.0.2:44801 2024-11-19T12:15:37,529 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=351a98347401,44801,1732018475025, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-19T12:15:37,529 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=351a98347401,44801,1732018475025, seqNum=-1 from cache 2024-11-19T12:15:37,529 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T12:15:37,529 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.FailedServers(52): Added failed server with address 351a98347401:44801 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 351a98347401/172.17.0.2:44801 2024-11-19T12:15:37,535 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T12:15:37,536 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-19T12:15:37,553 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/.tmp/info/5cb58e8d96934a0dafd9c7f0ef48b64f is 167, key is SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81./info:regioninfo/1732018497121/Put/seqid=0 2024-11-19T12:15:37,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741866_1042 (size=18393) 2024-11-19T12:15:37,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741866_1042 (size=18393) 2024-11-19T12:15:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741866_1042 (size=18393) 2024-11-19T12:15:37,568 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/.tmp/info/5cb58e8d96934a0dafd9c7f0ef48b64f 2024-11-19T12:15:37,604 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/.tmp/ns/559bb10b31d7433ab2edd036815b3524 is 43, key is default/ns:d/1732018486636/Put/seqid=0 2024-11-19T12:15:37,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741867_1043 (size=5153) 2024-11-19T12:15:37,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741867_1043 (size=5153) 2024-11-19T12:15:37,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741867_1043 (size=5153) 2024-11-19T12:15:37,633 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:15:37,634 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1] 2024-11-19T12:15:37,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35265 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:32962 deadline: 1732018597527, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 351a98347401,35265,1732018475086 2024-11-19T12:15:37,657 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 351a98347401,35265,1732018475086 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T12:15:37,657 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 351a98347401,35265,1732018475086 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T12:15:37,657 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1 from cache 2024-11-19T12:15:37,863 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:15:37,864 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1] 2024-11-19T12:15:37,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35265 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:32962 deadline: 1732018597527, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 351a98347401,35265,1732018475086 2024-11-19T12:15:37,865 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 351a98347401,35265,1732018475086 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T12:15:37,866 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 351a98347401,35265,1732018475086 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T12:15:37,866 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1 from cache 2024-11-19T12:15:37,923 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:39403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-19T12:15:38,015 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/.tmp/ns/559bb10b31d7433ab2edd036815b3524 2024-11-19T12:15:38,037 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/.tmp/table/5fd483915925461880aa7c5b1bfde89c is 47, key is SPTestTable/table:state/1732018497302/Put/seqid=0 2024-11-19T12:15:38,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741868_1044 (size=5214) 2024-11-19T12:15:38,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741868_1044 (size=5214) 2024-11-19T12:15:38,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741868_1044 (size=5214) 2024-11-19T12:15:38,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:15:38,175 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1] 2024-11-19T12:15:38,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35265 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Scan size: 143 connection: 172.17.0.2:32962 deadline: 1732018597527, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 351a98347401,35265,1732018475086 2024-11-19T12:15:38,176 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 351a98347401,35265,1732018475086 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T12:15:38,176 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 351a98347401,35265,1732018475086 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-19T12:15:38,177 DEBUG [RPCClient-NioEventLoopGroup-6-12 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1 from cache 2024-11-19T12:15:38,448 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/.tmp/table/5fd483915925461880aa7c5b1bfde89c 2024-11-19T12:15:38,455 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/.tmp/info/5cb58e8d96934a0dafd9c7f0ef48b64f as hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/info/5cb58e8d96934a0dafd9c7f0ef48b64f 2024-11-19T12:15:38,460 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/info/5cb58e8d96934a0dafd9c7f0ef48b64f, entries=100, sequenceid=28, filesize=18.0 K 2024-11-19T12:15:38,461 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/.tmp/ns/559bb10b31d7433ab2edd036815b3524 as hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/ns/559bb10b31d7433ab2edd036815b3524 2024-11-19T12:15:38,468 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/ns/559bb10b31d7433ab2edd036815b3524, entries=2, sequenceid=28, filesize=5.0 K 2024-11-19T12:15:38,469 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/.tmp/table/5fd483915925461880aa7c5b1bfde89c as hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/table/5fd483915925461880aa7c5b1bfde89c 2024-11-19T12:15:38,475 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/table/5fd483915925461880aa7c5b1bfde89c, entries=2, sequenceid=28, filesize=5.1 K 2024-11-19T12:15:38,475 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=28, compaction requested=false; wal=null 2024-11-19T12:15:38,476 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-19T12:15:38,477 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-19T12:15:38,477 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-19T12:15:38,477 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-19T12:15:38,478 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-19T12:15:38,481 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-19T12:15:38,482 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68555022, jitterRate=0.02154943346977234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-19T12:15:38,482 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-19T12:15:38,482 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732018537514Writing region info on filesystem at 1732018537514Initializing all the Stores at 1732018537514Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018537514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018537516 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732018537516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732018537516Obtaining lock to block concurrent updates at 1732018537536 (+20 ms)Preparing flush snapshotting stores in 1588230740 at 1732018537536Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1732018537536Flushing stores of hbase:meta,,1.1588230740 at 1732018537536Flushing 1588230740/info: creating writer at 1732018537536Flushing 1588230740/info: appending metadata at 1732018537553 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732018537553Flushing 1588230740/ns: creating writer at 1732018537585 (+32 ms)Flushing 1588230740/ns: appending metadata at 1732018537603 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732018537603Flushing 1588230740/table: creating writer at 1732018538021 (+418 ms)Flushing 1588230740/table: appending metadata at 1732018538036 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732018538036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c6144d: reopening flushed file at 1732018538454 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea76671: reopening flushed file at 1732018538461 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19638fab: reopening flushed file at 1732018538468 (+7 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 940ms, sequenceid=28, compaction requested=false; wal=null at 1732018538475 (+7 ms)Cleaning up temporary data from old regions at 1732018538477 (+2 ms)Running coprocessor post-open hooks at 1732018538482 (+5 ms)Region opened successfully at 1732018538482 2024-11-19T12:15:38,483 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=50, masterSystemTime=1732018537474 2024-11-19T12:15:38,485 DEBUG [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-19T12:15:38,485 INFO [RS_OPEN_META-regionserver/351a98347401:0-0 {event_type=M_RS_OPEN_META, pid=50}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-19T12:15:38,486 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=49 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=351a98347401,35265,1732018475086 2024-11-19T12:15:38,486 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 351a98347401,35265,1732018475086, state=OPEN 2024-11-19T12:15:38,529 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39403 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=351a98347401,35265,1732018475086, table=hbase:meta, region=1588230740. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-19T12:15:38,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:15:38,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:15:38,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-19T12:15:38,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:15:38,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:15:38,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-19T12:15:38,554 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=50, ppid=49, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=351a98347401,35265,1732018475086 2024-11-19T12:15:38,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49 2024-11-19T12:15:38,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=351a98347401,35265,1732018475086 in 10.7580 sec 2024-11-19T12:15:38,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=46 2024-11-19T12:15:38,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=46, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.9860 sec 2024-11-19T12:15:38,557 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 351a98347401,44801,1732018475025 had 5 regions 2024-11-19T12:15:38,558 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=46, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 351a98347401,44801,1732018475025, splitWal=true, meta=true, isMeta: false 2024-11-19T12:15:38,560 INFO [PEWorker-3 {}] master.SplitWALManager(105): 351a98347401,44801,1732018475025 WAL count=1, meta=false 2024-11-19T12:15:38,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=46, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 351a98347401%2C44801%2C1732018475025.1732018476286}] 2024-11-19T12:15:38,561 DEBUG [PEWorker-5 {}] master.SplitWALManager(158): Acquired split WAL worker=351a98347401,37323,1732018475140 2024-11-19T12:15:38,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 351a98347401%2C44801%2C1732018475025.1732018476286, worker=351a98347401,37323,1732018475140}] 2024-11-19T12:15:38,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-19T12:15:38,685 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=351a98347401,35265,1732018475086, seqNum=-1] 2024-11-19T12:15:38,693 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-19T12:15:38,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-19T12:15:38,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:15:38,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:15:38,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:15:38,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:15:38,693 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-19T12:15:38,693 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=975119543, stopped=false 2024-11-19T12:15:38,694 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=351a98347401,39403,1732018474836 2024-11-19T12:15:38,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-19T12:15:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T12:15:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T12:15:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-19T12:15:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:15:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:15:38,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:15:38,705 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:15:38,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-19T12:15:38,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:15:38,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:15:38,706 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,35265,1732018475086' ***** 2024-11-19T12:15:38,706 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:15:38,706 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '351a98347401,37323,1732018475140' ***** 2024-11-19T12:15:38,706 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-19T12:15:38,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:15:38,706 INFO [RS:1;351a98347401:35265 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:15:38,706 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:15:38,706 INFO [RS:1;351a98347401:35265 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:15:38,706 INFO [RS:2;351a98347401:37323 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-19T12:15:38,706 INFO [RS:1;351a98347401:35265 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:15:38,706 INFO [RS:2;351a98347401:37323 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-19T12:15:38,706 INFO [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(3091): Received CLOSE for 0829d68755800433223260f3bd598ec3 2024-11-19T12:15:38,706 INFO [RS:2;351a98347401:37323 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-19T12:15:38,706 INFO [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(3091): Received CLOSE for ae24b78d23d04ee3cc6ca96c9dfcacff 2024-11-19T12:15:38,706 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-19T12:15:38,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:15:38,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-19T12:15:38,707 INFO [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(3091): Received CLOSE for bf060d9c802ebc514aaa94f4d334e91b 2024-11-19T12:15:38,707 INFO [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(3091): Received CLOSE for fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:15:38,707 INFO [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(959): stopping server 351a98347401,37323,1732018475140 2024-11-19T12:15:38,707 INFO [RS:2;351a98347401:37323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:15:38,707 INFO [RS:2;351a98347401:37323 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;351a98347401:37323. 2024-11-19T12:15:38,707 DEBUG [RS:2;351a98347401:37323 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:15:38,707 DEBUG [RS:2;351a98347401:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:15:38,707 INFO [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-19T12:15:38,707 DEBUG [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(1325): Online Regions={ae24b78d23d04ee3cc6ca96c9dfcacff=SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff., bf060d9c802ebc514aaa94f4d334e91b=SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b., fd8b6dc522475b4e194675d266ff1c81=SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81.} 2024-11-19T12:15:38,707 INFO [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(3091): Received CLOSE for c614a28d6c67d14a94a6612bbccfd3dd 2024-11-19T12:15:38,707 INFO [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(3091): Received CLOSE for ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:15:38,707 DEBUG [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(1351): Waiting on ae24b78d23d04ee3cc6ca96c9dfcacff, bf060d9c802ebc514aaa94f4d334e91b, fd8b6dc522475b4e194675d266ff1c81 2024-11-19T12:15:38,707 INFO [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(959): stopping server 351a98347401,35265,1732018475086 2024-11-19T12:15:38,707 INFO [RS:1;351a98347401:35265 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:15:38,707 INFO [RS:1;351a98347401:35265 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;351a98347401:35265. 2024-11-19T12:15:38,708 DEBUG [RS:1;351a98347401:35265 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-19T12:15:38,708 DEBUG [RS:1;351a98347401:35265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:15:38,708 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae24b78d23d04ee3cc6ca96c9dfcacff, disabling compactions & flushes 2024-11-19T12:15:38,708 INFO [RS:1;351a98347401:35265 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:15:38,708 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:15:38,708 INFO [RS:1;351a98347401:35265 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:15:38,708 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:15:38,708 INFO [RS:1;351a98347401:35265 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:15:38,708 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. after waiting 0 ms 2024-11-19T12:15:38,708 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:15:38,708 INFO [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-19T12:15:38,708 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0829d68755800433223260f3bd598ec3, disabling compactions & flushes 2024-11-19T12:15:38,708 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:15:38,708 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:15:38,708 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. after waiting 0 ms 2024-11-19T12:15:38,708 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:15:38,709 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:15:38,710 INFO [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-19T12:15:38,710 DEBUG [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(1325): Online Regions={0829d68755800433223260f3bd598ec3=SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3., c614a28d6c67d14a94a6612bbccfd3dd=SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd., ebb4e2ae144a55e99aef331aea889f90=SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90., 1588230740=hbase:meta,,1.1588230740} 2024-11-19T12:15:38,710 DEBUG [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(1351): Waiting on 0829d68755800433223260f3bd598ec3, 1588230740, c614a28d6c67d14a94a6612bbccfd3dd, ebb4e2ae144a55e99aef331aea889f90 2024-11-19T12:15:38,711 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-19T12:15:38,712 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-19T12:15:38,712 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-19T12:15:38,712 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-19T12:15:38,712 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-19T12:15:38,712 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ae24b78d23d04ee3cc6ca96c9dfcacff/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T12:15:38,713 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:15:38,713 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae24b78d23d04ee3cc6ca96c9dfcacff: Waiting for close lock at 1732018538708Running coprocessor pre-close hooks at 1732018538708Disabling compacts and flushes for region at 1732018538708Disabling writes for close at 1732018538708Writing region close event to WAL at 1732018538708Running coprocessor post-close hooks at 1732018538713 (+5 ms)Closed at 1732018538713 2024-11-19T12:15:38,713 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1732018486718.ae24b78d23d04ee3cc6ca96c9dfcacff. 2024-11-19T12:15:38,714 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf060d9c802ebc514aaa94f4d334e91b, disabling compactions & flushes 2024-11-19T12:15:38,714 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:15:38,714 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:15:38,714 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. after waiting 0 ms 2024-11-19T12:15:38,714 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:15:38,718 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/0829d68755800433223260f3bd598ec3/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T12:15:38,718 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/hbase/meta/1588230740/recovered.edits/31.seqid, newMaxSeqId=31, maxSeqId=28 2024-11-19T12:15:38,718 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-19T12:15:38,719 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:15:38,719 INFO [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-19T12:15:38,719 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0829d68755800433223260f3bd598ec3: Waiting for close lock at 1732018538708Running coprocessor pre-close hooks at 1732018538708Disabling compacts and flushes for region at 1732018538708Disabling writes for close at 1732018538708Writing region close event to WAL at 1732018538711 (+3 ms)Running coprocessor post-close hooks at 1732018538718 (+7 ms)Closed at 1732018538718 2024-11-19T12:15:38,719 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732018538711Running coprocessor pre-close hooks at 1732018538711Disabling compacts and flushes for region at 1732018538711Disabling writes for close at 1732018538712 (+1 ms)Writing region close event to WAL at 1732018538713 (+1 ms)Running coprocessor post-close hooks at 1732018538718 (+5 ms)Closed at 1732018538719 (+1 ms) 2024-11-19T12:15:38,719 DEBUG [RS_CLOSE_META-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-19T12:15:38,719 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1732018486718.0829d68755800433223260f3bd598ec3. 2024-11-19T12:15:38,719 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c614a28d6c67d14a94a6612bbccfd3dd, disabling compactions & flushes 2024-11-19T12:15:38,719 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:15:38,719 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:15:38,719 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. after waiting 0 ms 2024-11-19T12:15:38,719 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:15:38,720 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/bf060d9c802ebc514aaa94f4d334e91b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T12:15:38,720 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:15:38,721 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf060d9c802ebc514aaa94f4d334e91b: Waiting for close lock at 1732018538713Running coprocessor pre-close hooks at 1732018538714 (+1 ms)Disabling compacts and flushes for region at 1732018538714Disabling writes for close at 1732018538714Writing region close event to WAL at 1732018538716 (+2 ms)Running coprocessor post-close hooks at 1732018538720 (+4 ms)Closed at 1732018538720 2024-11-19T12:15:38,721 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1732018486718.bf060d9c802ebc514aaa94f4d334e91b. 2024-11-19T12:15:38,721 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd8b6dc522475b4e194675d266ff1c81, disabling compactions & flushes 2024-11-19T12:15:38,721 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:15:38,721 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:15:38,721 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. after waiting 0 ms 2024-11-19T12:15:38,721 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:15:38,722 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/c614a28d6c67d14a94a6612bbccfd3dd/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T12:15:38,723 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:15:38,723 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c614a28d6c67d14a94a6612bbccfd3dd: Waiting for close lock at 1732018538719Running coprocessor pre-close hooks at 1732018538719Disabling compacts and flushes for region at 1732018538719Disabling writes for close at 1732018538719Writing region close event to WAL at 1732018538719Running coprocessor post-close hooks at 1732018538723 (+4 ms)Closed at 1732018538723 2024-11-19T12:15:38,723 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1732018486718.c614a28d6c67d14a94a6612bbccfd3dd. 2024-11-19T12:15:38,723 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebb4e2ae144a55e99aef331aea889f90, disabling compactions & flushes 2024-11-19T12:15:38,723 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:15:38,723 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:15:38,723 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. after waiting 0 ms 2024-11-19T12:15:38,723 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:15:38,725 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/fd8b6dc522475b4e194675d266ff1c81/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-19T12:15:38,726 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:15:38,726 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd8b6dc522475b4e194675d266ff1c81: Waiting for close lock at 1732018538721Running coprocessor pre-close hooks at 1732018538721Disabling compacts and flushes for region at 1732018538721Disabling writes for close at 1732018538721Writing region close event to WAL at 1732018538721Running coprocessor post-close hooks at 1732018538726 (+5 ms)Closed at 1732018538726 2024-11-19T12:15:38,726 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1732018486718.fd8b6dc522475b4e194675d266ff1c81. 2024-11-19T12:15:38,727 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/data/default/SPTestTable/ebb4e2ae144a55e99aef331aea889f90/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-19T12:15:38,728 INFO [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:15:38,728 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebb4e2ae144a55e99aef331aea889f90: Waiting for close lock at 1732018538723Running coprocessor pre-close hooks at 1732018538723Disabling compacts and flushes for region at 1732018538723Disabling writes for close at 1732018538723Writing region close event to WAL at 1732018538724 (+1 ms)Running coprocessor post-close hooks at 1732018538728 (+4 ms)Closed at 1732018538728 2024-11-19T12:15:38,728 DEBUG [RS_CLOSE_REGION-regionserver/351a98347401:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1732018486718.ebb4e2ae144a55e99aef331aea889f90. 2024-11-19T12:15:38,783 INFO [regionserver/351a98347401:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:15:38,908 INFO [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(976): stopping server 351a98347401,37323,1732018475140; all regions closed. 2024-11-19T12:15:38,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741834_1010 (size=2364) 2024-11-19T12:15:38,911 INFO [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(976): stopping server 351a98347401,35265,1732018475086; all regions closed. 2024-11-19T12:15:38,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741834_1010 (size=2364) 2024-11-19T12:15:38,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741834_1010 (size=2364) 2024-11-19T12:15:38,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741865_1041 (size=678) 2024-11-19T12:15:38,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741865_1041 (size=678) 2024-11-19T12:15:38,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741865_1041 (size=678) 2024-11-19T12:15:38,918 DEBUG [RS:1;351a98347401:35265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/oldWALs 2024-11-19T12:15:38,918 INFO [RS:1;351a98347401:35265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C35265%2C1732018475086.meta:.meta(num 1732018537482) 2024-11-19T12:15:38,925 DEBUG [RS:2;351a98347401:37323 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/oldWALs 2024-11-19T12:15:38,925 INFO [RS:2;351a98347401:37323 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C37323%2C1732018475140:(num 1732018476348) 2024-11-19T12:15:38,925 DEBUG [RS:2;351a98347401:37323 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:15:38,925 INFO [RS:2;351a98347401:37323 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:15:38,925 INFO [RS:2;351a98347401:37323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:15:38,925 INFO [RS:2;351a98347401:37323 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:15:38,925 INFO [RS:2;351a98347401:37323 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-19T12:15:38,925 INFO [RS:2;351a98347401:37323 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-19T12:15:38,925 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:15:38,925 INFO [RS:2;351a98347401:37323 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-19T12:15:38,925 INFO [RS:2;351a98347401:37323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:15:38,925 INFO [RS:2;351a98347401:37323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37323 2024-11-19T12:15:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741835_1011 (size=2364) 2024-11-19T12:15:38,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741835_1011 (size=2364) 2024-11-19T12:15:38,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741835_1011 (size=2364) 2024-11-19T12:15:38,935 DEBUG [RS:1;351a98347401:35265 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/oldWALs 2024-11-19T12:15:38,935 INFO [RS:1;351a98347401:35265 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 351a98347401%2C35265%2C1732018475086:(num 1732018476385) 2024-11-19T12:15:38,935 DEBUG [RS:1;351a98347401:35265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-19T12:15:38,935 INFO [RS:1;351a98347401:35265 {}] regionserver.LeaseManager(133): Closed leases 2024-11-19T12:15:38,935 INFO [RS:1;351a98347401:35265 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:15:38,935 INFO [RS:1;351a98347401:35265 {}] hbase.ChoreService(370): Chore service for: regionserver/351a98347401:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-19T12:15:38,936 INFO [RS:1;351a98347401:35265 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:15:38,936 INFO [RS:1;351a98347401:35265 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35265 2024-11-19T12:15:38,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/351a98347401,37323,1732018475140 2024-11-19T12:15:38,936 INFO [regionserver/351a98347401:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:15:38,935 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=351a98347401:39403 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-19T12:15:38,937 INFO [RS:2;351a98347401:37323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:15:38,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-19T12:15:38,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/351a98347401,35265,1732018475086 2024-11-19T12:15:38,947 INFO [RS:1;351a98347401:35265 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:15:38,947 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$365/0x00007f4ea49040f0@71f7c854 rejected from java.util.concurrent.ThreadPoolExecutor@75c852b2[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 16] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-19T12:15:38,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,37323,1732018475140] 2024-11-19T12:15:38,978 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/351a98347401,37323,1732018475140 already deleted, retry=false 2024-11-19T12:15:38,978 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,37323,1732018475140 expired; onlineServers=1 2024-11-19T12:15:38,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [351a98347401,35265,1732018475086] 2024-11-19T12:15:38,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/351a98347401,35265,1732018475086 already deleted, retry=false 2024-11-19T12:15:38,989 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 351a98347401,35265,1732018475086 expired; onlineServers=0 2024-11-19T12:15:38,989 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '351a98347401,39403,1732018474836' ***** 2024-11-19T12:15:38,989 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-19T12:15:38,989 INFO [M:0;351a98347401:39403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-19T12:15:38,989 INFO [M:0;351a98347401:39403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-19T12:15:38,989 DEBUG [M:0;351a98347401:39403 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-19T12:15:38,989 DEBUG [M:0;351a98347401:39403 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-19T12:15:38,989 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-19T12:15:38,989 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018475875 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.large.0-1732018475875,5,FailOnTimeoutGroup] 2024-11-19T12:15:38,989 DEBUG [master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018475877 {}] cleaner.HFileCleaner(306): Exit Thread[master/351a98347401:0:becomeActiveMaster-HFileCleaner.small.0-1732018475877,5,FailOnTimeoutGroup] 2024-11-19T12:15:38,990 INFO [M:0;351a98347401:39403 {}] hbase.ChoreService(370): Chore service for: master/351a98347401:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-19T12:15:38,990 INFO [M:0;351a98347401:39403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-19T12:15:38,990 DEBUG [M:0;351a98347401:39403 {}] master.HMaster(1795): Stopping service threads 2024-11-19T12:15:38,990 INFO [M:0;351a98347401:39403 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-19T12:15:38,990 INFO [M:0;351a98347401:39403 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-19T12:15:38,990 ERROR [M:0;351a98347401:39403 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1807654844) connection to localhost/127.0.0.1:38457 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38457,5,PEWorkerGroup] 2024-11-19T12:15:38,990 INFO [M:0;351a98347401:39403 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-19T12:15:38,990 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-19T12:15:38,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-19T12:15:39,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-19T12:15:39,010 DEBUG [M:0;351a98347401:39403 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-19T12:15:39,010 DEBUG [M:0;351a98347401:39403 {}] master.ActiveMasterManager(353): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-19T12:15:39,011 INFO [M:0;351a98347401:39403 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/.lastflushedseqids 2024-11-19T12:15:39,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741869_1045 (size=632) 2024-11-19T12:15:39,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741869_1045 (size=632) 2024-11-19T12:15:39,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741869_1045 (size=632) 2024-11-19T12:15:39,018 INFO [M:0;351a98347401:39403 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-19T12:15:39,018 INFO [M:0;351a98347401:39403 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-19T12:15:39,018 DEBUG [M:0;351a98347401:39403 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-19T12:15:39,019 INFO [M:0;351a98347401:39403 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:15:39,019 DEBUG [M:0;351a98347401:39403 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:15:39,019 DEBUG [M:0;351a98347401:39403 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-19T12:15:39,019 DEBUG [M:0;351a98347401:39403 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:15:39,019 INFO [M:0;351a98347401:39403 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=224.81 KB heapSize=266.59 KB 2024-11-19T12:15:39,039 DEBUG [M:0;351a98347401:39403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f9e38e767e24e098143302ebaf57352 is 82, key is hbase:meta,,1/info:regioninfo/1732018538486/Put/seqid=0 2024-11-19T12:15:39,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741870_1046 (size=6071) 2024-11-19T12:15:39,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741870_1046 (size=6071) 2024-11-19T12:15:39,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741870_1046 (size=6071) 2024-11-19T12:15:39,054 INFO [M:0;351a98347401:39403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f9e38e767e24e098143302ebaf57352 2024-11-19T12:15:39,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:15:39,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37323-0x10153048a9f0003, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:15:39,058 INFO [RS:2;351a98347401:37323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:15:39,058 INFO [RS:2;351a98347401:37323 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,37323,1732018475140; zookeeper connection closed. 2024-11-19T12:15:39,058 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3de9c3ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3de9c3ae 2024-11-19T12:15:39,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:15:39,068 INFO [RS:1;351a98347401:35265 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:15:39,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35265-0x10153048a9f0002, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:15:39,068 INFO [RS:1;351a98347401:35265 {}] regionserver.HRegionServer(1031): Exiting; stopping=351a98347401,35265,1732018475086; zookeeper connection closed. 2024-11-19T12:15:39,069 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@46142964 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@46142964 2024-11-19T12:15:39,069 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-19T12:15:39,081 DEBUG [M:0;351a98347401:39403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f897cd4ad1647439e6c29355fd56694 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732018497313/Put/seqid=0 2024-11-19T12:15:39,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741871_1047 (size=11601) 2024-11-19T12:15:39,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741871_1047 (size=11601) 2024-11-19T12:15:39,099 INFO [M:0;351a98347401:39403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=223.58 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f897cd4ad1647439e6c29355fd56694 2024-11-19T12:15:39,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741871_1047 (size=11601) 2024-11-19T12:15:39,105 INFO [M:0;351a98347401:39403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f897cd4ad1647439e6c29355fd56694 2024-11-19T12:15:39,120 DEBUG [M:0;351a98347401:39403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/390b20441bad4878bdcd2817a35b4c65 is 69, key is 351a98347401,35265,1732018475086/rs:state/1732018475967/Put/seqid=0 2024-11-19T12:15:39,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741872_1048 (size=5442) 2024-11-19T12:15:39,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741872_1048 (size=5442) 2024-11-19T12:15:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741872_1048 (size=5442) 2024-11-19T12:15:39,127 INFO [M:0;351a98347401:39403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/390b20441bad4878bdcd2817a35b4c65 2024-11-19T12:15:39,132 INFO [M:0;351a98347401:39403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 390b20441bad4878bdcd2817a35b4c65 2024-11-19T12:15:39,133 DEBUG [M:0;351a98347401:39403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f9e38e767e24e098143302ebaf57352 as hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f9e38e767e24e098143302ebaf57352 2024-11-19T12:15:39,138 INFO [M:0;351a98347401:39403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f9e38e767e24e098143302ebaf57352, entries=14, sequenceid=452, filesize=5.9 K 2024-11-19T12:15:39,139 DEBUG [M:0;351a98347401:39403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6f897cd4ad1647439e6c29355fd56694 as hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f897cd4ad1647439e6c29355fd56694 2024-11-19T12:15:39,145 INFO [M:0;351a98347401:39403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6f897cd4ad1647439e6c29355fd56694 2024-11-19T12:15:39,145 INFO [M:0;351a98347401:39403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6f897cd4ad1647439e6c29355fd56694, entries=52, sequenceid=452, filesize=11.3 K 2024-11-19T12:15:39,146 DEBUG [M:0;351a98347401:39403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/390b20441bad4878bdcd2817a35b4c65 as hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/390b20441bad4878bdcd2817a35b4c65 2024-11-19T12:15:39,151 INFO [M:0;351a98347401:39403 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 390b20441bad4878bdcd2817a35b4c65 2024-11-19T12:15:39,151 INFO [M:0;351a98347401:39403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38457/user/jenkins/test-data/39d84365-6add-82f1-cc70-3ce40a3f3907/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/390b20441bad4878bdcd2817a35b4c65, entries=3, sequenceid=452, filesize=5.3 K 2024-11-19T12:15:39,152 INFO [M:0;351a98347401:39403 {}] regionserver.HRegion(3140): Finished flush of dataSize ~224.81 KB/230201, heapSize ~266.30 KB/272688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=452, compaction requested=false 2024-11-19T12:15:39,154 INFO [M:0;351a98347401:39403 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-19T12:15:39,154 DEBUG [M:0;351a98347401:39403 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732018539018Disabling compacts and flushes for region at 1732018539018Disabling writes for close at 1732018539019 (+1 ms)Obtaining lock to block concurrent updates at 1732018539019Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732018539019Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=230201, getHeapSize=272928, getOffHeapSize=0, getCellsCount=551 at 1732018539019Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732018539024 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732018539024Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732018539038 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732018539038Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732018539061 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732018539080 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732018539080Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732018539106 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732018539119 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732018539119Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d7743aa: reopening flushed file at 1732018539132 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc1202b: reopening flushed file at 1732018539138 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ce9d33: reopening flushed file at 1732018539145 (+7 ms)Finished flush of dataSize ~224.81 KB/230201, heapSize ~266.30 KB/272688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=452, compaction requested=false at 1732018539153 (+8 ms)Writing region close event to WAL at 1732018539153Closed at 1732018539154 (+1 ms) 2024-11-19T12:15:39,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37235 is added to blk_1073741830_1006 (size=260396) 2024-11-19T12:15:39,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39557 is added to blk_1073741830_1006 (size=260396) 2024-11-19T12:15:39,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35859 is added to blk_1073741830_1006 (size=260396) 2024-11-19T12:15:39,158 INFO [M:0;351a98347401:39403 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-19T12:15:39,158 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-19T12:15:39,158 INFO [M:0;351a98347401:39403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39403 2024-11-19T12:15:39,158 INFO [M:0;351a98347401:39403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-19T12:15:39,268 INFO [M:0;351a98347401:39403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-19T12:15:39,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:15:39,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39403-0x10153048a9f0000, quorum=127.0.0.1:55722, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-19T12:15:39,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36236a58{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:15:39,271 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f6a1b45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:15:39,271 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:15:39,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5714d08d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:15:39,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1620f874{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/hadoop.log.dir/,STOPPED} 2024-11-19T12:15:39,273 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:15:39,273 WARN [BP-469164477-172.17.0.2-1732018471561 heartbeating to localhost/127.0.0.1:38457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:15:39,274 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:15:39,274 WARN [BP-469164477-172.17.0.2-1732018471561 heartbeating to localhost/127.0.0.1:38457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-469164477-172.17.0.2-1732018471561 (Datanode Uuid 813b46ec-1f90-4446-bbe7-15924535798a) service to localhost/127.0.0.1:38457 2024-11-19T12:15:39,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/data/data5/current/BP-469164477-172.17.0.2-1732018471561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:15:39,274 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/data/data6/current/BP-469164477-172.17.0.2-1732018471561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:15:39,275 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:15:39,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cf7dc19{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:15:39,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1363143d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:15:39,282 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:15:39,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d231c6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:15:39,282 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25b7de23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/hadoop.log.dir/,STOPPED} 2024-11-19T12:15:39,283 WARN [BP-469164477-172.17.0.2-1732018471561 heartbeating to localhost/127.0.0.1:38457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:15:39,283 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:15:39,284 WARN [BP-469164477-172.17.0.2-1732018471561 heartbeating to localhost/127.0.0.1:38457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-469164477-172.17.0.2-1732018471561 (Datanode Uuid ce5ad092-3d95-4577-9f76-552899e62c6b) service to localhost/127.0.0.1:38457 2024-11-19T12:15:39,284 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:15:39,284 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/data/data4/current/BP-469164477-172.17.0.2-1732018471561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:15:39,285 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:15:39,292 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/data/data3/current/BP-469164477-172.17.0.2-1732018471561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:15:39,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d13c140{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-19T12:15:39,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61c1f51a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:15:39,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:15:39,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4836d0e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:15:39,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ed5b655{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/hadoop.log.dir/,STOPPED} 2024-11-19T12:15:39,301 WARN [BP-469164477-172.17.0.2-1732018471561 heartbeating to localhost/127.0.0.1:38457 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-19T12:15:39,301 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-19T12:15:39,301 WARN [BP-469164477-172.17.0.2-1732018471561 heartbeating to localhost/127.0.0.1:38457 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-469164477-172.17.0.2-1732018471561 (Datanode Uuid d7880f3f-1340-4f3a-a0c4-a06f423d6907) service to localhost/127.0.0.1:38457 2024-11-19T12:15:39,301 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-19T12:15:39,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/data/data1/current/BP-469164477-172.17.0.2-1732018471561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:15:39,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/cluster_30eb60b9-ddeb-1249-3e20-600e43f00558/data/data2/current/BP-469164477-172.17.0.2-1732018471561 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-19T12:15:39,302 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-19T12:15:39,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58ec27f2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-19T12:15:39,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5411dd99{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-19T12:15:39,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-19T12:15:39,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@368e2792{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-19T12:15:39,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c827421{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c9f5841a-3925-3787-d280-530d8cb90371/hadoop.log.dir/,STOPPED} 2024-11-19T12:15:39,333 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-19T12:15:39,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-19T12:15:39,388 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=125 (was 95) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38457 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38457 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1807654844) connection to localhost/127.0.0.1:38457 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/351a98347401:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38457 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38457 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=476 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=385 (was 312) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=12767 (was 13095)