2024-11-12 17:57:51,515 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 17:57:51,550 main DEBUG Took 0.030558 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 17:57:51,553 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 17:57:51,553 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 17:57:51,555 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 17:57:51,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:57:51,582 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 17:57:51,649 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:57:51,657 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:57:51,658 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:57:51,660 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:57:51,661 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:57:51,663 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:57:51,667 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:57:51,669 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:57:51,670 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:57:51,674 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:57:51,676 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:57:51,682 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,684 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 17:57:51,688 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,689 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 17:57:51,691 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 17:57:51,694 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 17:57:51,697 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 17:57:51,697 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 17:57:51,699 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 17:57:51,700 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 17:57:51,720 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 17:57:51,729 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 17:57:51,735 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 17:57:51,736 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 17:57:51,737 main DEBUG createAppenders(={Console}) 2024-11-12 17:57:51,739 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 initialized 2024-11-12 17:57:51,739 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 2024-11-12 17:57:51,740 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7a6d7e92 OK. 2024-11-12 17:57:51,741 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 17:57:51,741 main DEBUG OutputStream closed 2024-11-12 17:57:51,742 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 17:57:51,742 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 17:57:51,743 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@437da279 OK 2024-11-12 17:57:51,895 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 17:57:51,898 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 17:57:51,899 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 17:57:51,901 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 17:57:51,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 17:57:51,902 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 17:57:51,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 17:57:51,903 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 17:57:51,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 17:57:51,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 17:57:51,904 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 17:57:51,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 17:57:51,905 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 17:57:51,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 17:57:51,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 17:57:51,906 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 17:57:51,907 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 17:57:51,908 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 17:57:51,910 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 17:57:51,911 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7e4204e2) with optional ClassLoader: null 2024-11-12 17:57:51,924 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 17:57:51,925 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7e4204e2] started OK. 2024-11-12T17:57:51,956 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure timeout: 13 mins 2024-11-12 17:57:51,960 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 17:57:51,960 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T17:57:51,981 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedureRSCrashes timeout: 13 mins 2024-11-12T17:57:52,081 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=1699, ProcessCount=11, AvailableMemoryMB=2790 2024-11-12T17:57:52,679 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c 2024-11-12T17:57:52,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T17:57:52,715 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a, deleteOnExit=true 2024-11-12T17:57:52,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T17:57:52,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/test.cache.data in system properties and HBase conf 2024-11-12T17:57:52,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T17:57:52,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.log.dir in system properties and HBase conf 2024-11-12T17:57:52,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T17:57:52,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T17:57:52,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T17:57:52,884 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T17:57:53,107 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T17:57:53,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:57:53,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T17:57:53,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T17:57:53,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:57:53,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T17:57:53,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T17:57:53,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T17:57:53,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:57:53,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T17:57:53,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/nfs.dump.dir in system properties and HBase conf 2024-11-12T17:57:53,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/java.io.tmpdir in system properties and HBase conf 2024-11-12T17:57:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T17:57:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T17:57:53,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T17:57:54,948 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T17:57:55,126 INFO [Time-limited test {}] log.Log(170): Logging initialized @5080ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T17:57:55,283 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:55,405 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:57:55,530 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:57:55,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:57:55,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:57:55,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:55,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:57:55,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:57:56,073 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aaaed20{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/java.io.tmpdir/jetty-localhost-36085-hadoop-hdfs-3_4_1-tests_jar-_-any-3592466549301150448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T17:57:56,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:36085} 2024-11-12T17:57:56,082 INFO [Time-limited test {}] server.Server(415): Started @6039ms 2024-11-12T17:57:57,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:57,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:57:57,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:57:57,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:57:57,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:57:57,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f92cafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:57:57,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@180b9789{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:57:57,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34a312fe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/java.io.tmpdir/jetty-localhost-34645-hadoop-hdfs-3_4_1-tests_jar-_-any-8883671982379884676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:57:57,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f1664cd{HTTP/1.1, (http/1.1)}{localhost:34645} 2024-11-12T17:57:57,294 INFO [Time-limited test {}] server.Server(415): Started @7250ms 2024-11-12T17:57:57,395 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:57:57,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:57,778 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:57:57,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:57:57,821 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:57:57,821 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T17:57:57,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@611bde5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:57:57,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45036a69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:57:57,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@15ac7aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/java.io.tmpdir/jetty-localhost-34561-hadoop-hdfs-3_4_1-tests_jar-_-any-2936747768938299104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:57:57,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d595326{HTTP/1.1, (http/1.1)}{localhost:34561} 2024-11-12T17:57:57,973 INFO [Time-limited test {}] server.Server(415): Started @7929ms 2024-11-12T17:57:57,976 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:57:58,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T17:57:58,148 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T17:57:58,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T17:57:58,171 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T17:57:58,172 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T17:57:58,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cbded11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.log.dir/,AVAILABLE} 2024-11-12T17:57:58,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@393c6316{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T17:57:58,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5949b7c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/java.io.tmpdir/jetty-localhost-38343-hadoop-hdfs-3_4_1-tests_jar-_-any-669479771040306968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T17:57:58,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5368482b{HTTP/1.1, (http/1.1)}{localhost:38343} 2024-11-12T17:57:58,346 INFO [Time-limited test {}] server.Server(415): Started @8302ms 2024-11-12T17:57:58,349 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T17:57:59,471 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/data/data3/current/BP-620532898-172.17.0.3-1731434274234/current, will proceed with Du for space computation calculation, 2024-11-12T17:57:59,480 WARN [Thread-126 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/data/data4/current/BP-620532898-172.17.0.3-1731434274234/current, will proceed with Du for space computation calculation, 2024-11-12T17:57:59,486 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/data/data5/current/BP-620532898-172.17.0.3-1731434274234/current, will proceed with Du for space computation calculation, 2024-11-12T17:57:59,496 WARN [Thread-127 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/data/data1/current/BP-620532898-172.17.0.3-1731434274234/current, will proceed with Du for space computation calculation, 2024-11-12T17:57:59,508 WARN [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/data/data2/current/BP-620532898-172.17.0.3-1731434274234/current, will proceed with Du for space computation calculation, 2024-11-12T17:57:59,536 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/data/data6/current/BP-620532898-172.17.0.3-1731434274234/current, will proceed with Du for space computation calculation, 2024-11-12T17:57:59,707 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:57:59,712 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:57:59,751 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T17:57:59,860 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd0d6a4e0e37f93f with lease ID 0x523dca8f17ba9d0d: Processing first storage report for DS-310863ec-6e9c-4aef-8b92-5d3f79088a2b from datanode DatanodeRegistration(127.0.0.1:43629, datanodeUuid=1a4b20a7-2158-45a2-aa6f-0a0f3a534ae9, infoPort=45581, infoSecurePort=0, ipcPort=42971, storageInfo=lv=-57;cid=testClusterID;nsid=1243747292;c=1731434274234) 2024-11-12T17:57:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd0d6a4e0e37f93f with lease ID 0x523dca8f17ba9d0d: from storage DS-310863ec-6e9c-4aef-8b92-5d3f79088a2b node DatanodeRegistration(127.0.0.1:43629, datanodeUuid=1a4b20a7-2158-45a2-aa6f-0a0f3a534ae9, infoPort=45581, infoSecurePort=0, ipcPort=42971, storageInfo=lv=-57;cid=testClusterID;nsid=1243747292;c=1731434274234), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T17:57:59,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x683386fc1a6e31ed with lease ID 0x523dca8f17ba9d0c: Processing first storage report for DS-8e366474-6a56-4c2e-850b-7bcf11f9511a from datanode DatanodeRegistration(127.0.0.1:41797, datanodeUuid=3095e29f-fa1c-437a-bf3b-98094363eaff, infoPort=34161, infoSecurePort=0, ipcPort=46741, storageInfo=lv=-57;cid=testClusterID;nsid=1243747292;c=1731434274234) 2024-11-12T17:57:59,862 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x683386fc1a6e31ed with lease ID 0x523dca8f17ba9d0c: from storage DS-8e366474-6a56-4c2e-850b-7bcf11f9511a node DatanodeRegistration(127.0.0.1:41797, datanodeUuid=3095e29f-fa1c-437a-bf3b-98094363eaff, infoPort=34161, infoSecurePort=0, ipcPort=46741, storageInfo=lv=-57;cid=testClusterID;nsid=1243747292;c=1731434274234), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T17:57:59,862 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a509303ef9d7019 with lease ID 0x523dca8f17ba9d0b: Processing first storage report for DS-7416c14d-d357-4926-8d51-111cdbc6b326 from datanode DatanodeRegistration(127.0.0.1:41161, datanodeUuid=b1975723-40a4-40cc-9d37-6dbe315f7eaf, infoPort=36321, infoSecurePort=0, ipcPort=36779, storageInfo=lv=-57;cid=testClusterID;nsid=1243747292;c=1731434274234) 2024-11-12T17:57:59,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a509303ef9d7019 with lease ID 0x523dca8f17ba9d0b: from storage DS-7416c14d-d357-4926-8d51-111cdbc6b326 node DatanodeRegistration(127.0.0.1:41161, datanodeUuid=b1975723-40a4-40cc-9d37-6dbe315f7eaf, infoPort=36321, infoSecurePort=0, ipcPort=36779, storageInfo=lv=-57;cid=testClusterID;nsid=1243747292;c=1731434274234), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:57:59,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x683386fc1a6e31ed with lease ID 0x523dca8f17ba9d0c: Processing first storage report for DS-0cdb072c-291b-45e3-af1b-abce32ed059f from datanode DatanodeRegistration(127.0.0.1:41797, datanodeUuid=3095e29f-fa1c-437a-bf3b-98094363eaff, infoPort=34161, infoSecurePort=0, ipcPort=46741, storageInfo=lv=-57;cid=testClusterID;nsid=1243747292;c=1731434274234) 2024-11-12T17:57:59,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x683386fc1a6e31ed with lease ID 0x523dca8f17ba9d0c: from storage DS-0cdb072c-291b-45e3-af1b-abce32ed059f node DatanodeRegistration(127.0.0.1:41797, datanodeUuid=3095e29f-fa1c-437a-bf3b-98094363eaff, infoPort=34161, infoSecurePort=0, ipcPort=46741, storageInfo=lv=-57;cid=testClusterID;nsid=1243747292;c=1731434274234), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T17:57:59,865 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a509303ef9d7019 with lease ID 0x523dca8f17ba9d0b: Processing first storage report for DS-2e736681-85b0-4a03-baa3-b31c9bc06b74 from datanode DatanodeRegistration(127.0.0.1:41161, datanodeUuid=b1975723-40a4-40cc-9d37-6dbe315f7eaf, infoPort=36321, infoSecurePort=0, ipcPort=36779, storageInfo=lv=-57;cid=testClusterID;nsid=1243747292;c=1731434274234) 2024-11-12T17:57:59,865 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a509303ef9d7019 with lease ID 0x523dca8f17ba9d0b: from storage DS-2e736681-85b0-4a03-baa3-b31c9bc06b74 node DatanodeRegistration(127.0.0.1:41161, datanodeUuid=b1975723-40a4-40cc-9d37-6dbe315f7eaf, infoPort=36321, infoSecurePort=0, ipcPort=36779, storageInfo=lv=-57;cid=testClusterID;nsid=1243747292;c=1731434274234), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T17:57:59,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd0d6a4e0e37f93f with lease ID 0x523dca8f17ba9d0d: Processing first storage report for DS-c3a668c0-c780-4c80-8e72-769ca893eb1a from datanode DatanodeRegistration(127.0.0.1:43629, datanodeUuid=1a4b20a7-2158-45a2-aa6f-0a0f3a534ae9, infoPort=45581, infoSecurePort=0, ipcPort=42971, storageInfo=lv=-57;cid=testClusterID;nsid=1243747292;c=1731434274234) 2024-11-12T17:57:59,866 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd0d6a4e0e37f93f with lease ID 0x523dca8f17ba9d0d: from storage DS-c3a668c0-c780-4c80-8e72-769ca893eb1a node DatanodeRegistration(127.0.0.1:43629, datanodeUuid=1a4b20a7-2158-45a2-aa6f-0a0f3a534ae9, infoPort=45581, infoSecurePort=0, ipcPort=42971, storageInfo=lv=-57;cid=testClusterID;nsid=1243747292;c=1731434274234), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T17:57:59,941 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c 2024-11-12T17:58:00,115 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/zookeeper_0, clientPort=56935, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T17:58:00,130 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56935 2024-11-12T17:58:00,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:00,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:00,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:58:00,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:58:00,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741825_1001 (size=7) 2024-11-12T17:58:01,051 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 with version=8 2024-11-12T17:58:01,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/hbase-staging 2024-11-12T17:58:01,198 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T17:58:01,590 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:58:01,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:01,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:01,614 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:58:01,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:01,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:58:01,884 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T17:58:01,984 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T17:58:02,003 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T17:58:02,010 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:58:02,061 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 102412 (auto-detected) 2024-11-12T17:58:02,062 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-12T17:58:02,089 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40529 2024-11-12T17:58:02,117 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40529 connecting to ZooKeeper ensemble=127.0.0.1:56935 2024-11-12T17:58:02,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405290x0, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:02,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40529-0x101317c266f0000 connected 2024-11-12T17:58:02,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:02,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:02,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:58:02,582 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96, hbase.cluster.distributed=false 2024-11-12T17:58:02,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T17:58:02,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40529 2024-11-12T17:58:02,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40529 2024-11-12T17:58:02,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40529 2024-11-12T17:58:02,739 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40529 2024-11-12T17:58:02,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40529 2024-11-12T17:58:02,890 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:58:02,892 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:02,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:02,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:58:02,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:02,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:58:02,898 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:58:02,901 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:58:02,907 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32785 2024-11-12T17:58:02,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32785 connecting to ZooKeeper ensemble=127.0.0.1:56935 2024-11-12T17:58:02,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:02,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:02,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327850x0, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:02,954 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32785-0x101317c266f0001 connected 2024-11-12T17:58:02,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:58:02,960 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:58:02,987 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:58:02,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T17:58:02,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T17:58:03,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32785 2024-11-12T17:58:03,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32785 2024-11-12T17:58:03,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32785 2024-11-12T17:58:03,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32785 2024-11-12T17:58:03,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32785 2024-11-12T17:58:03,040 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:58:03,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:03,041 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:03,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:58:03,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:03,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:58:03,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:58:03,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:58:03,052 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44601 2024-11-12T17:58:03,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44601 connecting to ZooKeeper ensemble=127.0.0.1:56935 2024-11-12T17:58:03,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:03,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:03,123 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446010x0, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:03,125 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44601-0x101317c266f0002 connected 2024-11-12T17:58:03,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:58:03,132 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:58:03,139 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:58:03,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T17:58:03,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T17:58:03,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44601 2024-11-12T17:58:03,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44601 2024-11-12T17:58:03,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44601 2024-11-12T17:58:03,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44601 2024-11-12T17:58:03,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44601 2024-11-12T17:58:03,204 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T17:58:03,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:03,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:03,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T17:58:03,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T17:58:03,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T17:58:03,206 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T17:58:03,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T17:58:03,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33619 2024-11-12T17:58:03,229 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33619 connecting to ZooKeeper ensemble=127.0.0.1:56935 2024-11-12T17:58:03,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:03,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:03,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336190x0, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T17:58:03,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33619-0x101317c266f0003 connected 2024-11-12T17:58:03,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T17:58:03,378 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T17:58:03,395 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T17:58:03,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T17:58:03,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T17:58:03,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33619 2024-11-12T17:58:03,442 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33619 2024-11-12T17:58:03,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33619 2024-11-12T17:58:03,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33619 2024-11-12T17:58:03,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33619 2024-11-12T17:58:03,485 DEBUG [M:0;6684de3f6e40:40529 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:40529 2024-11-12T17:58:03,505 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6684de3f6e40,40529,1731434281290 2024-11-12T17:58:03,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:58:03,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:58:03,539 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:58:03,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:58:03,548 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6684de3f6e40,40529,1731434281290 2024-11-12T17:58:03,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T17:58:03,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T17:58:03,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:03,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:03,598 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T17:58:03,599 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:03,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:03,609 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T17:58:03,611 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6684de3f6e40,40529,1731434281290 from backup master directory 2024-11-12T17:58:03,627 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:58:03,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:58:03,629 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:58:03,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:58:03,629 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,40529,1731434281290 2024-11-12T17:58:03,633 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T17:58:03,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6684de3f6e40,40529,1731434281290 2024-11-12T17:58:03,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T17:58:03,640 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T17:58:03,734 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/hbase.id] with ID: a3433697-b004-4644-bfb7-e485de9fbdc4 2024-11-12T17:58:03,734 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/.tmp/hbase.id 2024-11-12T17:58:03,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:58:03,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:58:03,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741826_1002 (size=42) 2024-11-12T17:58:03,785 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/.tmp/hbase.id]:[hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/hbase.id] 2024-11-12T17:58:03,916 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T17:58:03,922 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T17:58:03,976 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 48ms. 2024-11-12T17:58:03,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:03,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:03,987 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:03,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:04,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:58:04,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:58:04,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741827_1003 (size=196) 2024-11-12T17:58:04,082 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:58:04,084 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T17:58:04,102 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:58:04,108 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:04,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:58:04,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:58:04,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741828_1004 (size=1189) 2024-11-12T17:58:04,266 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store 2024-11-12T17:58:04,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:58:04,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:58:04,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741829_1005 (size=34) 2024-11-12T17:58:04,745 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T17:58:04,749 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:04,751 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T17:58:04,751 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:04,751 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:04,753 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T17:58:04,754 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:04,754 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T17:58:04,759 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434284751Disabling compacts and flushes for region at 1731434284751Disabling writes for close at 1731434284753 (+2 ms)Writing region close event to WAL at 1731434284754 (+1 ms)Closed at 1731434284754 2024-11-12T17:58:04,765 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/.initializing 2024-11-12T17:58:04,766 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/WALs/6684de3f6e40,40529,1731434281290 2024-11-12T17:58:04,789 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:58:04,838 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C40529%2C1731434281290, suffix=, logDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/WALs/6684de3f6e40,40529,1731434281290, archiveDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/oldWALs, maxLogs=10 2024-11-12T17:58:04,888 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/WALs/6684de3f6e40,40529,1731434281290/6684de3f6e40%2C40529%2C1731434281290.1731434284851, exclude list is [], retry=0 2024-11-12T17:58:04,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43629,DS-310863ec-6e9c-4aef-8b92-5d3f79088a2b,DISK] 2024-11-12T17:58:04,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-7416c14d-d357-4926-8d51-111cdbc6b326,DISK] 2024-11-12T17:58:04,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41797,DS-8e366474-6a56-4c2e-850b-7bcf11f9511a,DISK] 2024-11-12T17:58:04,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T17:58:05,050 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/WALs/6684de3f6e40,40529,1731434281290/6684de3f6e40%2C40529%2C1731434281290.1731434284851 2024-11-12T17:58:05,056 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34161:34161),(127.0.0.1/127.0.0.1:45581:45581),(127.0.0.1/127.0.0.1:36321:36321)] 2024-11-12T17:58:05,057 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:05,057 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:05,070 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:05,071 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:05,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:05,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T17:58:05,265 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:05,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:05,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:05,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T17:58:05,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:05,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:05,288 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:05,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T17:58:05,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:05,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:05,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:05,319 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T17:58:05,319 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:05,321 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:05,322 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:05,326 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:05,330 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:05,357 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:05,358 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:05,370 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:05,398 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T17:58:05,428 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:05,434 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72935362, jitterRate=0.08682158589363098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:05,466 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434285120Initializing all the Stores at 1731434285129 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434285130 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434285141 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434285142 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434285142Cleaning up temporary data from old regions at 1731434285358 (+216 ms)Region opened successfully at 1731434285465 (+107 ms) 2024-11-12T17:58:05,479 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T17:58:05,567 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f91202c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:58:05,620 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T17:58:05,635 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T17:58:05,640 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T17:58:05,649 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T17:58:05,652 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-12T17:58:05,661 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-12T17:58:05,661 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T17:58:05,756 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T17:58:05,783 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T17:58:05,814 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T17:58:05,818 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T17:58:05,825 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T17:58:05,839 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T17:58:05,842 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T17:58:05,859 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T17:58:05,871 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T17:58:05,874 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T17:58:05,888 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T17:58:05,941 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T17:58:05,958 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T17:58:05,969 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T17:58:05,969 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:05,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T17:58:05,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:05,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T17:58:05,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:05,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T17:58:05,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:05,982 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,40529,1731434281290, sessionid=0x101317c266f0000, setting cluster-up flag (Was=false) 2024-11-12T17:58:06,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:06,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:06,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:06,028 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:06,085 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T17:58:06,103 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,40529,1731434281290 2024-11-12T17:58:06,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:06,127 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:06,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:06,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:06,152 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T17:58:06,154 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,40529,1731434281290 2024-11-12T17:58:06,162 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T17:58:06,195 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(746): ClusterId : a3433697-b004-4644-bfb7-e485de9fbdc4 2024-11-12T17:58:06,201 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:58:06,216 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(746): ClusterId : a3433697-b004-4644-bfb7-e485de9fbdc4 2024-11-12T17:58:06,216 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:58:06,225 INFO [RS:2;6684de3f6e40:33619 {}] regionserver.HRegionServer(746): ClusterId : a3433697-b004-4644-bfb7-e485de9fbdc4 2024-11-12T17:58:06,225 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T17:58:06,235 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:58:06,235 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:58:06,257 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:58:06,257 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:58:06,258 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:58:06,259 DEBUG [RS:0;6684de3f6e40:32785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4baf295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:58:06,267 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T17:58:06,268 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T17:58:06,278 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:06,274 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:58:06,280 DEBUG [RS:2;6684de3f6e40:33619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764cdce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:58:06,295 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T17:58:06,304 DEBUG [RS:0;6684de3f6e40:32785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:32785 2024-11-12T17:58:06,305 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T17:58:06,306 DEBUG [RS:2;6684de3f6e40:33619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6684de3f6e40:33619 2024-11-12T17:58:06,310 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T17:58:06,311 DEBUG [RS:1;6684de3f6e40:44601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae1dd69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T17:58:06,313 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,40529,1731434281290 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T17:58:06,323 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:06,323 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:06,324 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:06,324 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T17:58:06,324 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T17:58:06,324 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,325 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:58:06,325 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,335 INFO [RS:2;6684de3f6e40:33619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:58:06,335 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:58:06,335 INFO [RS:2;6684de3f6e40:33619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:58:06,335 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:58:06,335 DEBUG [RS:2;6684de3f6e40:33619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:58:06,335 DEBUG [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:58:06,338 INFO [RS:2;6684de3f6e40:33619 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,40529,1731434281290 with port=33619, startcode=1731434283201 2024-11-12T17:58:06,343 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,40529,1731434281290 with port=32785, startcode=1731434282839 2024-11-12T17:58:06,347 DEBUG [RS:1;6684de3f6e40:44601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6684de3f6e40:44601 2024-11-12T17:58:06,348 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T17:58:06,349 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T17:58:06,349 DEBUG [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T17:58:06,353 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:06,354 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T17:58:06,356 DEBUG [RS:0;6684de3f6e40:32785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:58:06,356 DEBUG [RS:2;6684de3f6e40:33619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:58:06,355 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,40529,1731434281290 with port=44601, startcode=1731434283040 2024-11-12T17:58:06,357 DEBUG [RS:1;6684de3f6e40:44601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T17:58:06,362 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:06,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T17:58:06,378 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434316377 2024-11-12T17:58:06,383 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T17:58:06,384 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T17:58:06,390 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T17:58:06,390 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T17:58:06,391 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T17:58:06,391 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T17:58:06,398 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,405 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T17:58:06,407 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T17:58:06,407 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T17:58:06,416 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T17:58:06,417 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T17:58:06,421 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434286418,5,FailOnTimeoutGroup] 2024-11-12T17:58:06,434 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434286428,5,FailOnTimeoutGroup] 2024-11-12T17:58:06,435 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,435 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T17:58:06,437 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:58:06,439 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:58:06,441 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,441 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,444 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T17:58:06,447 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40529 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,32785,1731434282839 2024-11-12T17:58:06,450 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40529 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,32785,1731434282839 2024-11-12T17:58:06,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40529 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,44601,1731434283040 2024-11-12T17:58:06,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40529 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,44601,1731434283040 2024-11-12T17:58:06,480 DEBUG [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:06,481 DEBUG [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36071 2024-11-12T17:58:06,481 DEBUG [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:58:06,489 DEBUG [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:06,489 DEBUG [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36071 2024-11-12T17:58:06,489 DEBUG [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:58:06,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T17:58:06,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40529 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,33619,1731434283201 2024-11-12T17:58:06,508 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40529 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,33619,1731434283201 2024-11-12T17:58:06,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:58:06,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:58:06,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741831_1007 (size=1321) 2024-11-12T17:58:06,523 DEBUG [RS:2;6684de3f6e40:33619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:06,523 DEBUG [RS:2;6684de3f6e40:33619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36071 2024-11-12T17:58:06,523 DEBUG [RS:2;6684de3f6e40:33619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T17:58:06,536 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T17:58:06,537 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:06,544 DEBUG [RS:0;6684de3f6e40:32785 {}] zookeeper.ZKUtil(111): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,32785,1731434282839 2024-11-12T17:58:06,544 WARN [RS:0;6684de3f6e40:32785 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:58:06,544 INFO [RS:0;6684de3f6e40:32785 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:06,545 DEBUG [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,32785,1731434282839 2024-11-12T17:58:06,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,44601,1731434283040] 2024-11-12T17:58:06,550 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,32785,1731434282839] 2024-11-12T17:58:06,558 DEBUG [RS:1;6684de3f6e40:44601 {}] zookeeper.ZKUtil(111): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,44601,1731434283040 2024-11-12T17:58:06,558 WARN [RS:1;6684de3f6e40:44601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:58:06,559 INFO [RS:1;6684de3f6e40:44601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:06,559 DEBUG [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,44601,1731434283040 2024-11-12T17:58:06,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T17:58:06,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,33619,1731434283201] 2024-11-12T17:58:06,578 DEBUG [RS:2;6684de3f6e40:33619 {}] zookeeper.ZKUtil(111): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,33619,1731434283201 2024-11-12T17:58:06,578 WARN [RS:2;6684de3f6e40:33619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T17:58:06,578 INFO [RS:2;6684de3f6e40:33619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:06,578 DEBUG [RS:2;6684de3f6e40:33619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201 2024-11-12T17:58:06,619 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:58:06,627 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:58:06,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:58:06,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:58:06,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741832_1008 (size=32) 2024-11-12T17:58:06,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:06,649 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:58:06,652 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:58:06,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:58:06,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:58:06,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:06,672 INFO [RS:2;6684de3f6e40:33619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T17:58:06,674 INFO [RS:1;6684de3f6e40:44601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:58:06,674 INFO [RS:0;6684de3f6e40:32785 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:58:06,674 INFO [RS:0;6684de3f6e40:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,675 INFO [RS:1;6684de3f6e40:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,677 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:58:06,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:06,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:58:06,693 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:58:06,695 INFO [RS:2;6684de3f6e40:33619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T17:58:06,696 INFO [RS:1;6684de3f6e40:44601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:58:06,698 INFO [RS:1;6684de3f6e40:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,698 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,698 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,699 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,699 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,699 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,699 INFO [RS:2;6684de3f6e40:33619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T17:58:06,700 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:58:06,700 INFO [RS:2;6684de3f6e40:33619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,700 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,700 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,700 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,700 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,700 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,701 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,701 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:06,701 DEBUG [RS:1;6684de3f6e40:44601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:06,701 INFO [RS:0;6684de3f6e40:32785 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:58:06,701 INFO [RS:0;6684de3f6e40:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,702 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,702 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,702 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,702 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,702 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,702 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:58:06,703 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,703 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,703 INFO [RS:2;6684de3f6e40:33619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T17:58:06,705 INFO [RS:2;6684de3f6e40:33619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T17:58:06,703 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,706 INFO [RS:2;6684de3f6e40:33619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,706 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,706 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,707 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:58:06,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:06,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:06,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:58:06,707 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,752 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,752 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,752 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T17:58:06,753 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,753 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,753 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,753 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,753 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,754 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,754 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:06,754 DEBUG [RS:2;6684de3f6e40:33619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:06,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:58:06,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:06,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:06,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:58:06,707 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,777 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T17:58:06,781 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:06,782 DEBUG [RS:0;6684de3f6e40:32785 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T17:58:06,799 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:58:06,799 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:06,729 INFO [RS:1;6684de3f6e40:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,807 INFO [RS:1;6684de3f6e40:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,808 INFO [RS:1;6684de3f6e40:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,808 INFO [RS:1;6684de3f6e40:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,808 INFO [RS:1;6684de3f6e40:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,808 INFO [RS:1;6684de3f6e40:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44601,1731434283040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:58:06,809 INFO [RS:2;6684de3f6e40:33619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,809 INFO [RS:2;6684de3f6e40:33619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,810 INFO [RS:2;6684de3f6e40:33619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,810 INFO [RS:2;6684de3f6e40:33619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,810 INFO [RS:2;6684de3f6e40:33619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,810 INFO [RS:2;6684de3f6e40:33619 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33619,1731434283201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:58:06,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:06,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:58:06,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740 2024-11-12T17:58:06,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740 2024-11-12T17:58:06,840 INFO [RS:0;6684de3f6e40:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,840 INFO [RS:0;6684de3f6e40:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,841 INFO [RS:0;6684de3f6e40:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,841 INFO [RS:0;6684de3f6e40:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,841 INFO [RS:0;6684de3f6e40:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,841 INFO [RS:0;6684de3f6e40:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,32785,1731434282839-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:58:06,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:58:06,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:58:06,862 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:06,894 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:58:06,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:58:06,901 INFO [RS:0;6684de3f6e40:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,32785,1731434282839-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,902 INFO [RS:0;6684de3f6e40:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,902 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.Replication(171): 6684de3f6e40,32785,1731434282839 started 2024-11-12T17:58:06,906 INFO [RS:2;6684de3f6e40:33619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:58:06,906 INFO [RS:2;6684de3f6e40:33619 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,33619,1731434283201-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,909 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:06,914 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T17:58:06,914 INFO [RS:1;6684de3f6e40:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,44601,1731434283040-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,921 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64359744, jitterRate=-0.04096508026123047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:06,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434286644Initializing all the Stores at 1731434286646 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434286646Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434286651 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434286651Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434286651Cleaning up temporary data from old regions at 1731434286860 (+209 ms)Region opened successfully at 1731434286923 (+63 ms) 2024-11-12T17:58:06,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T17:58:06,923 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T17:58:06,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T17:58:06,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T17:58:06,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T17:58:06,926 INFO [RS:2;6684de3f6e40:33619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,926 INFO [RS:2;6684de3f6e40:33619 {}] regionserver.Replication(171): 6684de3f6e40,33619,1731434283201 started 2024-11-12T17:58:06,932 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T17:58:06,932 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434286923Disabling compacts and flushes for region at 1731434286923Disabling writes for close at 1731434286924 (+1 ms)Writing region close event to WAL at 1731434286931 (+7 ms)Closed at 1731434286932 (+1 ms) 2024-11-12T17:58:06,932 INFO [RS:1;6684de3f6e40:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,932 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.Replication(171): 6684de3f6e40,44601,1731434283040 started 2024-11-12T17:58:06,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:06,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T17:58:06,952 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:58:06,960 INFO [RS:0;6684de3f6e40:32785 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,961 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,32785,1731434282839, RpcServer on 6684de3f6e40/172.17.0.3:32785, sessionid=0x101317c266f0001 2024-11-12T17:58:06,962 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:58:06,962 DEBUG [RS:0;6684de3f6e40:32785 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,32785,1731434282839 2024-11-12T17:58:06,962 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,32785,1731434282839' 2024-11-12T17:58:06,962 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T17:58:06,967 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T17:58:06,975 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:58:06,975 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:58:06,976 DEBUG [RS:0;6684de3f6e40:32785 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,32785,1731434282839 2024-11-12T17:58:06,976 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,32785,1731434282839' 2024-11-12T17:58:06,976 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T17:58:06,979 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T17:58:06,982 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:58:06,987 INFO [RS:2;6684de3f6e40:33619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:06,991 DEBUG [RS:0;6684de3f6e40:32785 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:58:06,992 INFO [RS:0;6684de3f6e40:32785 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:58:06,992 INFO [RS:0;6684de3f6e40:32785 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:58:06,997 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T17:58:06,997 INFO [RS:2;6684de3f6e40:33619 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,33619,1731434283201, RpcServer on 6684de3f6e40/172.17.0.3:33619, sessionid=0x101317c266f0003 2024-11-12T17:58:06,997 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:58:06,998 DEBUG [RS:2;6684de3f6e40:33619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,33619,1731434283201 2024-11-12T17:58:06,998 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,33619,1731434283201' 2024-11-12T17:58:06,998 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T17:58:07,006 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T17:58:07,006 INFO [RS:1;6684de3f6e40:44601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:07,007 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,44601,1731434283040, RpcServer on 6684de3f6e40/172.17.0.3:44601, sessionid=0x101317c266f0002 2024-11-12T17:58:07,007 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:58:07,007 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T17:58:07,007 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:58:07,007 DEBUG [RS:1;6684de3f6e40:44601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,44601,1731434283040 2024-11-12T17:58:07,007 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,44601,1731434283040' 2024-11-12T17:58:07,008 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T17:58:07,008 DEBUG [RS:2;6684de3f6e40:33619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,33619,1731434283201 2024-11-12T17:58:07,009 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,33619,1731434283201' 2024-11-12T17:58:07,009 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T17:58:07,016 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T17:58:07,019 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T17:58:07,019 DEBUG [RS:2;6684de3f6e40:33619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:58:07,020 INFO [RS:2;6684de3f6e40:33619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:58:07,020 INFO [RS:2;6684de3f6e40:33619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:58:07,035 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T17:58:07,036 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T17:58:07,036 DEBUG [RS:1;6684de3f6e40:44601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,44601,1731434283040 2024-11-12T17:58:07,036 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,44601,1731434283040' 2024-11-12T17:58:07,036 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T17:58:07,043 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T17:58:07,060 DEBUG [RS:1;6684de3f6e40:44601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T17:58:07,063 INFO [RS:1;6684de3f6e40:44601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T17:58:07,069 INFO [RS:1;6684de3f6e40:44601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T17:58:07,115 INFO [RS:0;6684de3f6e40:32785 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:58:07,121 INFO [RS:2;6684de3f6e40:33619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:58:07,125 INFO [RS:0;6684de3f6e40:32785 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C32785%2C1731434282839, suffix=, logDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,32785,1731434282839, archiveDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/oldWALs, maxLogs=32 2024-11-12T17:58:07,128 INFO [RS:2;6684de3f6e40:33619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C33619%2C1731434283201, suffix=, logDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201, archiveDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/oldWALs, maxLogs=32 2024-11-12T17:58:07,152 WARN [6684de3f6e40:40529 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T17:58:07,161 DEBUG [RS:0;6684de3f6e40:32785 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,32785,1731434282839/6684de3f6e40%2C32785%2C1731434282839.1731434287132, exclude list is [], retry=0 2024-11-12T17:58:07,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43629,DS-310863ec-6e9c-4aef-8b92-5d3f79088a2b,DISK] 2024-11-12T17:58:07,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41797,DS-8e366474-6a56-4c2e-850b-7bcf11f9511a,DISK] 2024-11-12T17:58:07,173 INFO [RS:1;6684de3f6e40:44601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T17:58:07,175 DEBUG [RS:2;6684de3f6e40:33619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201/6684de3f6e40%2C33619%2C1731434283201.1731434287132, exclude list is [], retry=0 2024-11-12T17:58:07,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-7416c14d-d357-4926-8d51-111cdbc6b326,DISK] 2024-11-12T17:58:07,189 INFO [RS:1;6684de3f6e40:44601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C44601%2C1731434283040, suffix=, logDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,44601,1731434283040, archiveDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/oldWALs, maxLogs=32 2024-11-12T17:58:07,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43629,DS-310863ec-6e9c-4aef-8b92-5d3f79088a2b,DISK] 2024-11-12T17:58:07,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-7416c14d-d357-4926-8d51-111cdbc6b326,DISK] 2024-11-12T17:58:07,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41797,DS-8e366474-6a56-4c2e-850b-7bcf11f9511a,DISK] 2024-11-12T17:58:07,240 DEBUG [RS:1;6684de3f6e40:44601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,44601,1731434283040/6684de3f6e40%2C44601%2C1731434283040.1731434287193, exclude list is [], retry=0 2024-11-12T17:58:07,298 INFO [RS:0;6684de3f6e40:32785 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,32785,1731434282839/6684de3f6e40%2C32785%2C1731434282839.1731434287132 2024-11-12T17:58:07,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41797,DS-8e366474-6a56-4c2e-850b-7bcf11f9511a,DISK] 2024-11-12T17:58:07,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43629,DS-310863ec-6e9c-4aef-8b92-5d3f79088a2b,DISK] 2024-11-12T17:58:07,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-7416c14d-d357-4926-8d51-111cdbc6b326,DISK] 2024-11-12T17:58:07,318 INFO [RS:2;6684de3f6e40:33619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201/6684de3f6e40%2C33619%2C1731434283201.1731434287132 2024-11-12T17:58:07,322 DEBUG [RS:0;6684de3f6e40:32785 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45581:45581),(127.0.0.1/127.0.0.1:34161:34161),(127.0.0.1/127.0.0.1:36321:36321)] 2024-11-12T17:58:07,351 DEBUG [RS:2;6684de3f6e40:33619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45581:45581),(127.0.0.1/127.0.0.1:34161:34161),(127.0.0.1/127.0.0.1:36321:36321)] 2024-11-12T17:58:07,368 INFO [RS:1;6684de3f6e40:44601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,44601,1731434283040/6684de3f6e40%2C44601%2C1731434283040.1731434287193 2024-11-12T17:58:07,376 DEBUG [RS:1;6684de3f6e40:44601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36321:36321),(127.0.0.1/127.0.0.1:34161:34161),(127.0.0.1/127.0.0.1:45581:45581)] 2024-11-12T17:58:07,405 DEBUG [6684de3f6e40:40529 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-12T17:58:07,417 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(204): Hosts are {6684de3f6e40=0} racks are {/default-rack=0} 2024-11-12T17:58:07,427 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T17:58:07,427 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T17:58:07,427 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T17:58:07,427 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T17:58:07,427 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T17:58:07,427 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T17:58:07,427 INFO [6684de3f6e40:40529 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T17:58:07,427 INFO [6684de3f6e40:40529 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T17:58:07,427 INFO [6684de3f6e40:40529 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T17:58:07,428 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T17:58:07,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,33619,1731434283201 2024-11-12T17:58:07,447 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,33619,1731434283201, state=OPENING 2024-11-12T17:58:07,489 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T17:58:07,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:07,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:07,502 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:07,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T17:58:07,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:58:07,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:58:07,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:58:07,510 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:58:07,510 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:58:07,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,33619,1731434283201}] 2024-11-12T17:58:11,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T17:58:11,978 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T17:58:17,551 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:58:17,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:58:17,567 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:58:17,567 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:58:17,568 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:58:17,572 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C33619%2C1731434283201.meta, suffix=.meta, logDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201, archiveDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/oldWALs, maxLogs=32 2024-11-12T17:58:17,592 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta, exclude list is [], retry=0 2024-11-12T17:58:17,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41797,DS-8e366474-6a56-4c2e-850b-7bcf11f9511a,DISK] 2024-11-12T17:58:17,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43629,DS-310863ec-6e9c-4aef-8b92-5d3f79088a2b,DISK] 2024-11-12T17:58:17,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-7416c14d-d357-4926-8d51-111cdbc6b326,DISK] 2024-11-12T17:58:17,602 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta 2024-11-12T17:58:17,603 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34161:34161),(127.0.0.1/127.0.0.1:45581:45581),(127.0.0.1/127.0.0.1:36321:36321)] 2024-11-12T17:58:17,603 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:58:17,605 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:58:17,608 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:58:17,614 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:58:17,619 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:58:17,622 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:17,622 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:58:17,622 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:58:17,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:58:17,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:58:17,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:17,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:17,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:58:17,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:58:17,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:17,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:17,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:58:17,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:58:17,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:17,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:17,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:58:17,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:58:17,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:17,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:58:17,682 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:58:17,688 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740 2024-11-12T17:58:17,693 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740 2024-11-12T17:58:17,699 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:58:17,699 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:58:17,701 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:58:17,706 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:58:17,712 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64097853, jitterRate=-0.044867560267448425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:58:17,712 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:58:17,714 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434297623Writing region info on filesystem at 1731434297624 (+1 ms)Initializing all the Stores at 1731434297629 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434297629Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434297635 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434297635Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434297635Cleaning up temporary data from old regions at 1731434297699 (+64 ms)Running coprocessor post-open hooks at 1731434297712 (+13 ms)Region opened successfully at 1731434297714 (+2 ms) 2024-11-12T17:58:17,724 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434297543 2024-11-12T17:58:17,740 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:58:17,741 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:58:17,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,33619,1731434283201 2024-11-12T17:58:17,755 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,33619,1731434283201, state=OPEN 2024-11-12T17:58:17,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:58:17,785 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:58:17,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:58:17,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:58:17,786 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:58:17,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:58:17,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:58:17,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:58:17,788 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,33619,1731434283201 2024-11-12T17:58:17,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T17:58:17,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,33619,1731434283201 in 10.2750 sec 2024-11-12T17:58:17,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T17:58:17,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.8590 sec 2024-11-12T17:58:17,851 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T17:58:17,851 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T17:58:17,911 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:17,913 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1] 2024-11-12T17:58:17,960 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:17,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:18,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.7780 sec 2024-11-12T17:58:18,002 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434298002, completionTime=-1 2024-11-12T17:58:18,008 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T17:58:18,008 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T17:58:18,057 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T17:58:18,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434358057 2024-11-12T17:58:18,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434418061 2024-11-12T17:58:18,061 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 53 msec 2024-11-12T17:58:18,067 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T17:58:18,077 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40529,1731434281290-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:18,077 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40529,1731434281290-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:18,077 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40529,1731434281290-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:18,080 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:40529, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:18,081 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:18,116 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:18,123 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T17:58:18,194 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 14.564sec 2024-11-12T17:58:18,200 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T17:58:18,204 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T17:58:18,211 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T17:58:18,212 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T17:58:18,212 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T17:58:18,213 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40529,1731434281290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T17:58:18,214 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40529,1731434281290-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T17:58:18,228 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T17:58:18,229 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T17:58:18,230 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40529,1731434281290-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T17:58:18,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a75afd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:18,343 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T17:58:18,344 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T17:58:18,357 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40529,-1 for getting cluster id 2024-11-12T17:58:18,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:18,408 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3433697-b004-4644-bfb7-e485de9fbdc4' 2024-11-12T17:58:18,441 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:18,441 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3433697-b004-4644-bfb7-e485de9fbdc4" 2024-11-12T17:58:18,442 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9d6ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:18,442 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40529,-1] 2024-11-12T17:58:18,447 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:18,454 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:18,465 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:18,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21907fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:18,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:18,481 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1] 2024-11-12T17:58:18,481 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:18,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:18,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,40529,1731434281290 2024-11-12T17:58:18,578 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731434298568 (current time:1731434298568). 2024-11-12T17:58:18,578 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T17:58:18,579 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T17:58:18,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d981fbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:18,601 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40529,-1 for getting cluster id 2024-11-12T17:58:18,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T17:58:18,603 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a3433697-b004-4644-bfb7-e485de9fbdc4' 2024-11-12T17:58:18,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T17:58:18,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a3433697-b004-4644-bfb7-e485de9fbdc4" 2024-11-12T17:58:18,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5246e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:18,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40529,-1] 2024-11-12T17:58:18,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T17:58:18,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:18,608 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T17:58:18,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c08a7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T17:58:18,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:58:18,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1] 2024-11-12T17:58:18,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:18,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:18,639 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T17:58:18,639 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:18,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:18,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:18,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T17:58:18,655 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T17:58:18,660 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40529,1731434281290 2024-11-12T17:58:18,662 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b2d0bd6 2024-11-12T17:58:18,663 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T17:58:18,669 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T17:58:18,676 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T17:58:18,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T17:58:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T17:58:18,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T17:58:18,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T17:58:18,693 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:18,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T17:58:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:18,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741837_1013 (size=361) 2024-11-12T17:58:18,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741837_1013 (size=361) 2024-11-12T17:58:18,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741837_1013 (size=361) 2024-11-12T17:58:18,760 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 350689120315591b642c9e0b47b8a70d, NAME => 'SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:18,760 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 965c7970defd49dad241705fde100921, NAME => 'SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:18,761 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => db4fffeec30fef2a9bd8f4a537e47f10, NAME => 'SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:18,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741839_1015 (size=54) 2024-11-12T17:58:18,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741839_1015 (size=54) 2024-11-12T17:58:18,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741839_1015 (size=54) 2024-11-12T17:58:18,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:18,849 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 350689120315591b642c9e0b47b8a70d, disabling compactions & flushes 2024-11-12T17:58:18,849 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T17:58:18,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T17:58:18,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. after waiting 0 ms 2024-11-12T17:58:18,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T17:58:18,850 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T17:58:18,850 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 350689120315591b642c9e0b47b8a70d: Waiting for close lock at 1731434298849Disabling compacts and flushes for region at 1731434298849Disabling writes for close at 1731434298850 (+1 ms)Writing region close event to WAL at 1731434298850Closed at 1731434298850 2024-11-12T17:58:18,851 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a908bafe1bbef409b1949ee81e9310e6, NAME => 'SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:18,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741840_1016 (size=62) 2024-11-12T17:58:18,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741840_1016 (size=62) 2024-11-12T17:58:18,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741840_1016 (size=62) 2024-11-12T17:58:18,864 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:18,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing db4fffeec30fef2a9bd8f4a537e47f10, disabling compactions & flushes 2024-11-12T17:58:18,865 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T17:58:18,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T17:58:18,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. after waiting 0 ms 2024-11-12T17:58:18,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T17:58:18,865 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T17:58:18,865 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for db4fffeec30fef2a9bd8f4a537e47f10: Waiting for close lock at 1731434298865Disabling compacts and flushes for region at 1731434298865Disabling writes for close at 1731434298865Writing region close event to WAL at 1731434298865Closed at 1731434298865 2024-11-12T17:58:18,866 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6813136a65c1bf6cf9ac7a5e06934b9d, NAME => 'SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:18,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741838_1014 (size=62) 2024-11-12T17:58:18,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741838_1014 (size=62) 2024-11-12T17:58:18,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741838_1014 (size=62) 2024-11-12T17:58:18,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:18,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing 965c7970defd49dad241705fde100921, disabling compactions & flushes 2024-11-12T17:58:18,888 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T17:58:18,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T17:58:18,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. after waiting 0 ms 2024-11-12T17:58:18,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T17:58:18,888 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T17:58:18,888 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for 965c7970defd49dad241705fde100921: Waiting for close lock at 1731434298888Disabling compacts and flushes for region at 1731434298888Disabling writes for close at 1731434298888Writing region close event to WAL at 1731434298888Closed at 1731434298888 2024-11-12T17:58:18,889 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => aaf2eb6fd451df4e58bc088235f039ab, NAME => 'SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:18,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741841_1017 (size=62) 2024-11-12T17:58:18,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741841_1017 (size=62) 2024-11-12T17:58:18,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741841_1017 (size=62) 2024-11-12T17:58:18,922 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:18,922 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing a908bafe1bbef409b1949ee81e9310e6, disabling compactions & flushes 2024-11-12T17:58:18,922 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T17:58:18,922 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T17:58:18,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741842_1018 (size=62) 2024-11-12T17:58:18,922 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. after waiting 0 ms 2024-11-12T17:58:18,922 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T17:58:18,922 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T17:58:18,923 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for a908bafe1bbef409b1949ee81e9310e6: Waiting for close lock at 1731434298922Disabling compacts and flushes for region at 1731434298922Disabling writes for close at 1731434298922Writing region close event to WAL at 1731434298922Closed at 1731434298922 2024-11-12T17:58:18,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741842_1018 (size=62) 2024-11-12T17:58:18,923 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 86acf40d8f0fde156ab275ffd163d040, NAME => 'SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:18,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741842_1018 (size=62) 2024-11-12T17:58:18,926 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:18,926 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 6813136a65c1bf6cf9ac7a5e06934b9d, disabling compactions & flushes 2024-11-12T17:58:18,926 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T17:58:18,926 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T17:58:18,926 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. after waiting 0 ms 2024-11-12T17:58:18,926 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T17:58:18,926 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T17:58:18,926 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6813136a65c1bf6cf9ac7a5e06934b9d: Waiting for close lock at 1731434298926Disabling compacts and flushes for region at 1731434298926Disabling writes for close at 1731434298926Writing region close event to WAL at 1731434298926Closed at 1731434298926 2024-11-12T17:58:18,927 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8abeddc8b04252990fec2826fc3b6ca7, NAME => 'SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:18,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741843_1019 (size=62) 2024-11-12T17:58:18,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741843_1019 (size=62) 2024-11-12T17:58:18,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741843_1019 (size=62) 2024-11-12T17:58:18,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:18,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing aaf2eb6fd451df4e58bc088235f039ab, disabling compactions & flushes 2024-11-12T17:58:18,945 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T17:58:18,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T17:58:18,945 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. after waiting 0 ms 2024-11-12T17:58:18,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T17:58:18,946 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T17:58:18,946 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for aaf2eb6fd451df4e58bc088235f039ab: Waiting for close lock at 1731434298945Disabling compacts and flushes for region at 1731434298945Disabling writes for close at 1731434298945Writing region close event to WAL at 1731434298946 (+1 ms)Closed at 1731434298946 2024-11-12T17:58:18,946 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => db9a7bd826a13237ab0876b4e77be75a, NAME => 'SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:18,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741845_1021 (size=62) 2024-11-12T17:58:18,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:18,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 86acf40d8f0fde156ab275ffd163d040, disabling compactions & flushes 2024-11-12T17:58:18,962 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T17:58:18,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T17:58:18,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. after waiting 0 ms 2024-11-12T17:58:18,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T17:58:18,962 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T17:58:18,962 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 86acf40d8f0fde156ab275ffd163d040: Waiting for close lock at 1731434298962Disabling compacts and flushes for region at 1731434298962Disabling writes for close at 1731434298962Writing region close event to WAL at 1731434298962Closed at 1731434298962 2024-11-12T17:58:18,963 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c5d45995ec29dfd8897cade34290a2ca, NAME => 'SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96 2024-11-12T17:58:18,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741844_1020 (size=62) 2024-11-12T17:58:18,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741845_1021 (size=62) 2024-11-12T17:58:18,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741844_1020 (size=62) 2024-11-12T17:58:18,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741844_1020 (size=62) 2024-11-12T17:58:18,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741845_1021 (size=62) 2024-11-12T17:58:18,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741846_1022 (size=62) 2024-11-12T17:58:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741846_1022 (size=62) 2024-11-12T17:58:18,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741846_1022 (size=62) 2024-11-12T17:58:18,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:18,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing db9a7bd826a13237ab0876b4e77be75a, disabling compactions & flushes 2024-11-12T17:58:18,981 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T17:58:18,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T17:58:18,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. after waiting 0 ms 2024-11-12T17:58:18,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T17:58:18,981 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T17:58:18,981 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for db9a7bd826a13237ab0876b4e77be75a: Waiting for close lock at 1731434298981Disabling compacts and flushes for region at 1731434298981Disabling writes for close at 1731434298981Writing region close event to WAL at 1731434298981Closed at 1731434298981 2024-11-12T17:58:18,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741847_1023 (size=54) 2024-11-12T17:58:18,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741847_1023 (size=54) 2024-11-12T17:58:18,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741847_1023 (size=54) 2024-11-12T17:58:18,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:18,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c5d45995ec29dfd8897cade34290a2ca, disabling compactions & flushes 2024-11-12T17:58:18,993 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T17:58:18,993 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T17:58:18,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. after waiting 0 ms 2024-11-12T17:58:18,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T17:58:18,994 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T17:58:18,994 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c5d45995ec29dfd8897cade34290a2ca: Waiting for close lock at 1731434298993Disabling compacts and flushes for region at 1731434298993Disabling writes for close at 1731434298994 (+1 ms)Writing region close event to WAL at 1731434298994Closed at 1731434298994 2024-11-12T17:58:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:19,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:19,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 8abeddc8b04252990fec2826fc3b6ca7, disabling compactions & flushes 2024-11-12T17:58:19,366 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T17:58:19,366 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T17:58:19,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. after waiting 0 ms 2024-11-12T17:58:19,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T17:58:19,367 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T17:58:19,367 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8abeddc8b04252990fec2826fc3b6ca7: Waiting for close lock at 1731434299366Disabling compacts and flushes for region at 1731434299366Disabling writes for close at 1731434299367 (+1 ms)Writing region close event to WAL at 1731434299367Closed at 1731434299367 2024-11-12T17:58:19,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T17:58:19,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731434299371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434299371"}]},"ts":"1731434299371"} 2024-11-12T17:58:19,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434299371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434299371"}]},"ts":"1731434299371"} 2024-11-12T17:58:19,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434299371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434299371"}]},"ts":"1731434299371"} 2024-11-12T17:58:19,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434299371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434299371"}]},"ts":"1731434299371"} 2024-11-12T17:58:19,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434299371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434299371"}]},"ts":"1731434299371"} 2024-11-12T17:58:19,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434299371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434299371"}]},"ts":"1731434299371"} 2024-11-12T17:58:19,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434299371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434299371"}]},"ts":"1731434299371"} 2024-11-12T17:58:19,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434299371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434299371"}]},"ts":"1731434299371"} 2024-11-12T17:58:19,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731434299371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434299371"}]},"ts":"1731434299371"} 2024-11-12T17:58:19,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434299371"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434299371"}]},"ts":"1731434299371"} 2024-11-12T17:58:19,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T17:58:19,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T17:58:19,445 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434299442"}]},"ts":"1731434299442"} 2024-11-12T17:58:19,450 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T17:58:19,451 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {6684de3f6e40=0} racks are {/default-rack=0} 2024-11-12T17:58:19,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T17:58:19,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T17:58:19,461 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T17:58:19,462 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T17:58:19,462 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T17:58:19,462 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T17:58:19,462 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T17:58:19,462 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T17:58:19,462 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T17:58:19,462 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T17:58:19,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=350689120315591b642c9e0b47b8a70d, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=965c7970defd49dad241705fde100921, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db4fffeec30fef2a9bd8f4a537e47f10, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a908bafe1bbef409b1949ee81e9310e6, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6813136a65c1bf6cf9ac7a5e06934b9d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aaf2eb6fd451df4e58bc088235f039ab, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86acf40d8f0fde156ab275ffd163d040, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8abeddc8b04252990fec2826fc3b6ca7, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db9a7bd826a13237ab0876b4e77be75a, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5d45995ec29dfd8897cade34290a2ca, ASSIGN}] 2024-11-12T17:58:19,476 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aaf2eb6fd451df4e58bc088235f039ab, ASSIGN 2024-11-12T17:58:19,476 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6813136a65c1bf6cf9ac7a5e06934b9d, ASSIGN 2024-11-12T17:58:19,476 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86acf40d8f0fde156ab275ffd163d040, ASSIGN 2024-11-12T17:58:19,476 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a908bafe1bbef409b1949ee81e9310e6, ASSIGN 2024-11-12T17:58:19,480 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6813136a65c1bf6cf9ac7a5e06934b9d, ASSIGN; state=OFFLINE, location=6684de3f6e40,32785,1731434282839; forceNewPlan=false, retain=false 2024-11-12T17:58:19,481 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a908bafe1bbef409b1949ee81e9310e6, ASSIGN; state=OFFLINE, location=6684de3f6e40,33619,1731434283201; forceNewPlan=false, retain=false 2024-11-12T17:58:19,481 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86acf40d8f0fde156ab275ffd163d040, ASSIGN; state=OFFLINE, location=6684de3f6e40,33619,1731434283201; forceNewPlan=false, retain=false 2024-11-12T17:58:19,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5d45995ec29dfd8897cade34290a2ca, ASSIGN 2024-11-12T17:58:19,490 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aaf2eb6fd451df4e58bc088235f039ab, ASSIGN; state=OFFLINE, location=6684de3f6e40,44601,1731434283040; forceNewPlan=false, retain=false 2024-11-12T17:58:19,500 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c5d45995ec29dfd8897cade34290a2ca, ASSIGN; state=OFFLINE, location=6684de3f6e40,44601,1731434283040; forceNewPlan=false, retain=false 2024-11-12T17:58:19,504 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db9a7bd826a13237ab0876b4e77be75a, ASSIGN 2024-11-12T17:58:19,505 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8abeddc8b04252990fec2826fc3b6ca7, ASSIGN 2024-11-12T17:58:19,508 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db9a7bd826a13237ab0876b4e77be75a, ASSIGN; state=OFFLINE, location=6684de3f6e40,32785,1731434282839; forceNewPlan=false, retain=false 2024-11-12T17:58:19,508 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8abeddc8b04252990fec2826fc3b6ca7, ASSIGN; state=OFFLINE, location=6684de3f6e40,33619,1731434283201; forceNewPlan=false, retain=false 2024-11-12T17:58:19,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db4fffeec30fef2a9bd8f4a537e47f10, ASSIGN 2024-11-12T17:58:19,510 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db4fffeec30fef2a9bd8f4a537e47f10, ASSIGN; state=OFFLINE, location=6684de3f6e40,32785,1731434282839; forceNewPlan=false, retain=false 2024-11-12T17:58:19,510 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=965c7970defd49dad241705fde100921, ASSIGN 2024-11-12T17:58:19,512 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=965c7970defd49dad241705fde100921, ASSIGN; state=OFFLINE, location=6684de3f6e40,44601,1731434283040; forceNewPlan=false, retain=false 2024-11-12T17:58:19,517 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=350689120315591b642c9e0b47b8a70d, ASSIGN 2024-11-12T17:58:19,519 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=350689120315591b642c9e0b47b8a70d, ASSIGN; state=OFFLINE, location=6684de3f6e40,33619,1731434283201; forceNewPlan=false, retain=false 2024-11-12T17:58:19,634 INFO [6684de3f6e40:40529 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T17:58:19,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c5d45995ec29dfd8897cade34290a2ca, regionState=OPENING, regionLocation=6684de3f6e40,44601,1731434283040 2024-11-12T17:58:19,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=aaf2eb6fd451df4e58bc088235f039ab, regionState=OPENING, regionLocation=6684de3f6e40,44601,1731434283040 2024-11-12T17:58:19,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=965c7970defd49dad241705fde100921, regionState=OPENING, regionLocation=6684de3f6e40,44601,1731434283040 2024-11-12T17:58:19,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8abeddc8b04252990fec2826fc3b6ca7, regionState=OPENING, regionLocation=6684de3f6e40,33619,1731434283201 2024-11-12T17:58:19,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6813136a65c1bf6cf9ac7a5e06934b9d, regionState=OPENING, regionLocation=6684de3f6e40,32785,1731434282839 2024-11-12T17:58:19,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=db9a7bd826a13237ab0876b4e77be75a, regionState=OPENING, regionLocation=6684de3f6e40,32785,1731434282839 2024-11-12T17:58:19,642 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=350689120315591b642c9e0b47b8a70d, regionState=OPENING, regionLocation=6684de3f6e40,33619,1731434283201 2024-11-12T17:58:19,640 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a908bafe1bbef409b1949ee81e9310e6, regionState=OPENING, regionLocation=6684de3f6e40,33619,1731434283201 2024-11-12T17:58:19,646 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=db4fffeec30fef2a9bd8f4a537e47f10, regionState=OPENING, regionLocation=6684de3f6e40,32785,1731434282839 2024-11-12T17:58:19,639 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=86acf40d8f0fde156ab275ffd163d040, regionState=OPENING, regionLocation=6684de3f6e40,33619,1731434283201 2024-11-12T17:58:19,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c5d45995ec29dfd8897cade34290a2ca, ASSIGN because future has completed 2024-11-12T17:58:19,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=aaf2eb6fd451df4e58bc088235f039ab, ASSIGN because future has completed 2024-11-12T17:58:19,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaf2eb6fd451df4e58bc088235f039ab, server=6684de3f6e40,44601,1731434283040}] 2024-11-12T17:58:19,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=965c7970defd49dad241705fde100921, ASSIGN because future has completed 2024-11-12T17:58:19,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8abeddc8b04252990fec2826fc3b6ca7, ASSIGN because future has completed 2024-11-12T17:58:19,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5d45995ec29dfd8897cade34290a2ca, server=6684de3f6e40,44601,1731434283040}] 2024-11-12T17:58:19,691 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 965c7970defd49dad241705fde100921, server=6684de3f6e40,44601,1731434283040}] 2024-11-12T17:58:19,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=350689120315591b642c9e0b47b8a70d, ASSIGN because future has completed 2024-11-12T17:58:19,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db4fffeec30fef2a9bd8f4a537e47f10, ASSIGN because future has completed 2024-11-12T17:58:19,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a908bafe1bbef409b1949ee81e9310e6, ASSIGN because future has completed 2024-11-12T17:58:19,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7, server=6684de3f6e40,33619,1731434283201}] 2024-11-12T17:58:19,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=db9a7bd826a13237ab0876b4e77be75a, ASSIGN because future has completed 2024-11-12T17:58:19,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86acf40d8f0fde156ab275ffd163d040, ASSIGN because future has completed 2024-11-12T17:58:19,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 350689120315591b642c9e0b47b8a70d, server=6684de3f6e40,33619,1731434283201}] 2024-11-12T17:58:19,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=6813136a65c1bf6cf9ac7a5e06934b9d, ASSIGN because future has completed 2024-11-12T17:58:19,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86acf40d8f0fde156ab275ffd163d040, server=6684de3f6e40,33619,1731434283201}] 2024-11-12T17:58:19,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6813136a65c1bf6cf9ac7a5e06934b9d, server=6684de3f6e40,32785,1731434282839}] 2024-11-12T17:58:19,787 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure db9a7bd826a13237ab0876b4e77be75a, server=6684de3f6e40,32785,1731434282839}] 2024-11-12T17:58:19,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a908bafe1bbef409b1949ee81e9310e6, server=6684de3f6e40,33619,1731434283201}] 2024-11-12T17:58:19,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure db4fffeec30fef2a9bd8f4a537e47f10, server=6684de3f6e40,32785,1731434282839}] 2024-11-12T17:58:19,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:21,977 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T17:58:21,977 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T17:58:21,980 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T17:58:21,980 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T17:58:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:23,256 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T17:58:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:29,695 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:58:29,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:58:29,752 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T17:58:29,752 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => c5d45995ec29dfd8897cade34290a2ca, NAME => 'SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T17:58:29,753 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:29,753 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:29,753 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:29,753 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:29,780 INFO [StoreOpener-c5d45995ec29dfd8897cade34290a2ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:29,800 INFO [StoreOpener-c5d45995ec29dfd8897cade34290a2ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5d45995ec29dfd8897cade34290a2ca columnFamilyName cf 2024-11-12T17:58:29,800 DEBUG [StoreOpener-c5d45995ec29dfd8897cade34290a2ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:29,806 INFO [StoreOpener-c5d45995ec29dfd8897cade34290a2ca-1 {}] regionserver.HStore(327): Store=c5d45995ec29dfd8897cade34290a2ca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:29,806 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:29,812 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:29,816 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:29,815 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T17:58:29,817 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 350689120315591b642c9e0b47b8a70d, NAME => 'SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T17:58:29,818 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:29,818 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:29,818 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:29,818 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:29,820 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:29,820 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:29,836 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:29,841 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T17:58:29,843 INFO [StoreOpener-350689120315591b642c9e0b47b8a70d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:29,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T17:58:29,856 INFO [StoreOpener-350689120315591b642c9e0b47b8a70d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350689120315591b642c9e0b47b8a70d columnFamilyName cf 2024-11-12T17:58:29,856 DEBUG [StoreOpener-350689120315591b642c9e0b47b8a70d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:29,857 INFO [StoreOpener-350689120315591b642c9e0b47b8a70d-1 {}] regionserver.HStore(327): Store=350689120315591b642c9e0b47b8a70d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:29,858 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:29,859 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/c5d45995ec29dfd8897cade34290a2ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:29,859 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:29,861 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:29,861 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened c5d45995ec29dfd8897cade34290a2ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62807341, jitterRate=-0.06409768760204315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:58:29,861 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:29,862 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for c5d45995ec29dfd8897cade34290a2ca: Running coprocessor pre-open hook at 1731434309754Writing region info on filesystem at 1731434309754Initializing all the Stores at 1731434309769 (+15 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434309769Cleaning up temporary data from old regions at 1731434309820 (+51 ms)Running coprocessor post-open hooks at 1731434309861 (+41 ms)Region opened successfully at 1731434309862 (+1 ms) 2024-11-12T17:58:29,864 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:29,864 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:29,868 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:29,871 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca., pid=16, masterSystemTime=1731434309694 2024-11-12T17:58:29,875 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/350689120315591b642c9e0b47b8a70d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:29,876 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 350689120315591b642c9e0b47b8a70d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71219891, jitterRate=0.06125907599925995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:58:29,877 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:29,877 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 350689120315591b642c9e0b47b8a70d: Running coprocessor pre-open hook at 1731434309819Writing region info on filesystem at 1731434309819Initializing all the Stores at 1731434309824 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434309824Cleaning up temporary data from old regions at 1731434309864 (+40 ms)Running coprocessor post-open hooks at 1731434309877 (+13 ms)Region opened successfully at 1731434309877 2024-11-12T17:58:29,884 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d., pid=19, masterSystemTime=1731434309759 2024-11-12T17:58:29,886 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T17:58:29,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c5d45995ec29dfd8897cade34290a2ca, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,44601,1731434283040 2024-11-12T17:58:29,886 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T17:58:29,886 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T17:58:29,886 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 965c7970defd49dad241705fde100921, NAME => 'SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T17:58:29,887 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 965c7970defd49dad241705fde100921 2024-11-12T17:58:29,888 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:29,888 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for 965c7970defd49dad241705fde100921 2024-11-12T17:58:29,888 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for 965c7970defd49dad241705fde100921 2024-11-12T17:58:29,891 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T17:58:29,891 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => db9a7bd826a13237ab0876b4e77be75a, NAME => 'SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T17:58:29,892 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:29,892 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:29,892 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:29,893 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:29,896 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T17:58:29,896 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T17:58:29,897 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T17:58:29,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c5d45995ec29dfd8897cade34290a2ca, server=6684de3f6e40,44601,1731434283040 because future has completed 2024-11-12T17:58:29,897 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => a908bafe1bbef409b1949ee81e9310e6, NAME => 'SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T17:58:29,898 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:29,898 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:29,898 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:29,898 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:29,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=350689120315591b642c9e0b47b8a70d, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,33619,1731434283201 2024-11-12T17:58:29,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 350689120315591b642c9e0b47b8a70d, server=6684de3f6e40,33619,1731434283201 because future has completed 2024-11-12T17:58:29,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=14 2024-11-12T17:58:29,918 INFO [StoreOpener-965c7970defd49dad241705fde100921-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 965c7970defd49dad241705fde100921 2024-11-12T17:58:29,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c5d45995ec29dfd8897cade34290a2ca, server=6684de3f6e40,44601,1731434283040 in 10.2160 sec 2024-11-12T17:58:29,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=5 2024-11-12T17:58:29,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 350689120315591b642c9e0b47b8a70d, server=6684de3f6e40,33619,1731434283201 in 10.1640 sec 2024-11-12T17:58:29,925 INFO [StoreOpener-965c7970defd49dad241705fde100921-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965c7970defd49dad241705fde100921 columnFamilyName cf 2024-11-12T17:58:29,925 DEBUG [StoreOpener-965c7970defd49dad241705fde100921-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:29,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c5d45995ec29dfd8897cade34290a2ca, ASSIGN in 10.4520 sec 2024-11-12T17:58:29,926 INFO [StoreOpener-965c7970defd49dad241705fde100921-1 {}] regionserver.HStore(327): Store=965c7970defd49dad241705fde100921/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:29,927 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for 965c7970defd49dad241705fde100921 2024-11-12T17:58:29,928 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/965c7970defd49dad241705fde100921 2024-11-12T17:58:29,928 INFO [StoreOpener-db9a7bd826a13237ab0876b4e77be75a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:29,929 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/965c7970defd49dad241705fde100921 2024-11-12T17:58:29,931 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for 965c7970defd49dad241705fde100921 2024-11-12T17:58:29,931 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 965c7970defd49dad241705fde100921 2024-11-12T17:58:29,932 INFO [StoreOpener-a908bafe1bbef409b1949ee81e9310e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:29,933 INFO [StoreOpener-db9a7bd826a13237ab0876b4e77be75a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db9a7bd826a13237ab0876b4e77be75a columnFamilyName cf 2024-11-12T17:58:29,933 DEBUG [StoreOpener-db9a7bd826a13237ab0876b4e77be75a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:29,935 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for 965c7970defd49dad241705fde100921 2024-11-12T17:58:29,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=350689120315591b642c9e0b47b8a70d, ASSIGN in 10.4580 sec 2024-11-12T17:58:29,936 INFO [StoreOpener-db9a7bd826a13237ab0876b4e77be75a-1 {}] regionserver.HStore(327): Store=db9a7bd826a13237ab0876b4e77be75a/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:29,936 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:29,941 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:29,944 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:58:29,945 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:29,949 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:29,949 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:29,951 INFO [StoreOpener-a908bafe1bbef409b1949ee81e9310e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a908bafe1bbef409b1949ee81e9310e6 columnFamilyName cf 2024-11-12T17:58:29,951 DEBUG [StoreOpener-a908bafe1bbef409b1949ee81e9310e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:29,954 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:29,955 INFO [StoreOpener-a908bafe1bbef409b1949ee81e9310e6-1 {}] regionserver.HStore(327): Store=a908bafe1bbef409b1949ee81e9310e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:29,955 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:29,956 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/965c7970defd49dad241705fde100921/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:29,957 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:29,957 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened 965c7970defd49dad241705fde100921; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69532874, jitterRate=0.03612056374549866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:58:29,958 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 965c7970defd49dad241705fde100921 2024-11-12T17:58:29,958 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for 965c7970defd49dad241705fde100921: Running coprocessor pre-open hook at 1731434309888Writing region info on filesystem at 1731434309888Initializing all the Stores at 1731434309891 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434309891Cleaning up temporary data from old regions at 1731434309931 (+40 ms)Running coprocessor post-open hooks at 1731434309958 (+27 ms)Region opened successfully at 1731434309958 2024-11-12T17:58:29,959 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:29,961 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:29,961 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:29,964 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921., pid=17, masterSystemTime=1731434309694 2024-11-12T17:58:29,965 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:29,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=965c7970defd49dad241705fde100921, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,44601,1731434283040 2024-11-12T17:58:29,973 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db9a7bd826a13237ab0876b4e77be75a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:29,974 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened db9a7bd826a13237ab0876b4e77be75a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69042150, jitterRate=0.02880820631980896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:58:29,974 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:29,974 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for db9a7bd826a13237ab0876b4e77be75a: Running coprocessor pre-open hook at 1731434309893Writing region info on filesystem at 1731434309893Initializing all the Stores at 1731434309899 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434309899Cleaning up temporary data from old regions at 1731434309949 (+50 ms)Running coprocessor post-open hooks at 1731434309974 (+25 ms)Region opened successfully at 1731434309974 2024-11-12T17:58:29,975 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T17:58:29,976 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T17:58:29,976 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T17:58:29,976 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => aaf2eb6fd451df4e58bc088235f039ab, NAME => 'SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T17:58:29,977 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:29,977 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:29,977 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:29,977 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:29,982 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/a908bafe1bbef409b1949ee81e9310e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:29,983 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened a908bafe1bbef409b1949ee81e9310e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66564710, jitterRate=-0.008108526468276978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:58:29,984 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:29,984 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for a908bafe1bbef409b1949ee81e9310e6: Running coprocessor pre-open hook at 1731434309898Writing region info on filesystem at 1731434309898Initializing all the Stores at 1731434309900 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434309900Cleaning up temporary data from old regions at 1731434309961 (+61 ms)Running coprocessor post-open hooks at 1731434309984 (+23 ms)Region opened successfully at 1731434309984 2024-11-12T17:58:29,985 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a., pid=22, masterSystemTime=1731434309840 2024-11-12T17:58:29,986 INFO [StoreOpener-aaf2eb6fd451df4e58bc088235f039ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:29,998 INFO [StoreOpener-aaf2eb6fd451df4e58bc088235f039ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaf2eb6fd451df4e58bc088235f039ab columnFamilyName cf 2024-11-12T17:58:29,998 DEBUG [StoreOpener-aaf2eb6fd451df4e58bc088235f039ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:30,001 INFO [StoreOpener-aaf2eb6fd451df4e58bc088235f039ab-1 {}] regionserver.HStore(327): Store=aaf2eb6fd451df4e58bc088235f039ab/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:30,001 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:30,004 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:30,005 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:30,006 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:30,007 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:30,012 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:30,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 965c7970defd49dad241705fde100921, server=6684de3f6e40,44601,1731434283040 because future has completed 2024-11-12T17:58:30,016 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6., pid=23, masterSystemTime=1731434309759 2024-11-12T17:58:30,019 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/aaf2eb6fd451df4e58bc088235f039ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:30,021 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened aaf2eb6fd451df4e58bc088235f039ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62888113, jitterRate=-0.06289409101009369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:58:30,021 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:30,022 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for aaf2eb6fd451df4e58bc088235f039ab: Running coprocessor pre-open hook at 1731434309977Writing region info on filesystem at 1731434309977Initializing all the Stores at 1731434309979 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434309979Cleaning up temporary data from old regions at 1731434310007 (+28 ms)Running coprocessor post-open hooks at 1731434310021 (+14 ms)Region opened successfully at 1731434310021 2024-11-12T17:58:30,039 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T17:58:30,039 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T17:58:30,040 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab., pid=15, masterSystemTime=1731434309694 2024-11-12T17:58:30,049 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T17:58:30,049 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 6813136a65c1bf6cf9ac7a5e06934b9d, NAME => 'SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T17:58:30,050 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:30,050 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:30,050 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:30,050 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:30,058 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T17:58:30,058 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T17:58:30,059 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T17:58:30,059 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T17:58:30,059 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T17:58:30,060 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 8abeddc8b04252990fec2826fc3b6ca7, NAME => 'SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T17:58:30,060 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a908bafe1bbef409b1949ee81e9310e6, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,33619,1731434283201 2024-11-12T17:58:30,060 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:30,060 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:30,060 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:30,061 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:30,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=db9a7bd826a13237ab0876b4e77be75a, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,32785,1731434282839 2024-11-12T17:58:30,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a908bafe1bbef409b1949ee81e9310e6, server=6684de3f6e40,33619,1731434283201 because future has completed 2024-11-12T17:58:30,068 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=aaf2eb6fd451df4e58bc088235f039ab, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,44601,1731434283040 2024-11-12T17:58:30,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure db9a7bd826a13237ab0876b4e77be75a, server=6684de3f6e40,32785,1731434282839 because future has completed 2024-11-12T17:58:30,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=6 2024-11-12T17:58:30,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 965c7970defd49dad241705fde100921, server=6684de3f6e40,44601,1731434283040 in 10.3430 sec 2024-11-12T17:58:30,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaf2eb6fd451df4e58bc088235f039ab, server=6684de3f6e40,44601,1731434283040 because future has completed 2024-11-12T17:58:30,076 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=965c7970defd49dad241705fde100921, ASSIGN in 10.6060 sec 2024-11-12T17:58:30,079 INFO [StoreOpener-6813136a65c1bf6cf9ac7a5e06934b9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:30,081 INFO [StoreOpener-8abeddc8b04252990fec2826fc3b6ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:30,090 INFO [StoreOpener-6813136a65c1bf6cf9ac7a5e06934b9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6813136a65c1bf6cf9ac7a5e06934b9d columnFamilyName cf 2024-11-12T17:58:30,090 DEBUG [StoreOpener-6813136a65c1bf6cf9ac7a5e06934b9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:30,093 INFO [StoreOpener-6813136a65c1bf6cf9ac7a5e06934b9d-1 {}] regionserver.HStore(327): Store=6813136a65c1bf6cf9ac7a5e06934b9d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:30,093 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:30,096 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:30,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=13 2024-11-12T17:58:30,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure db9a7bd826a13237ab0876b4e77be75a, server=6684de3f6e40,32785,1731434282839 in 10.2900 sec 2024-11-12T17:58:30,097 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:30,098 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:30,099 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:30,106 INFO [StoreOpener-8abeddc8b04252990fec2826fc3b6ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8abeddc8b04252990fec2826fc3b6ca7 columnFamilyName cf 2024-11-12T17:58:30,106 DEBUG [StoreOpener-8abeddc8b04252990fec2826fc3b6ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:30,108 INFO [StoreOpener-8abeddc8b04252990fec2826fc3b6ca7-1 {}] regionserver.HStore(327): Store=8abeddc8b04252990fec2826fc3b6ca7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:30,110 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:30,112 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=10 2024-11-12T17:58:30,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=8 2024-11-12T17:58:30,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure aaf2eb6fd451df4e58bc088235f039ab, server=6684de3f6e40,44601,1731434283040 in 10.4000 sec 2024-11-12T17:58:30,115 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:30,115 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:30,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=aaf2eb6fd451df4e58bc088235f039ab, ASSIGN in 10.6480 sec 2024-11-12T17:58:30,119 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:30,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a908bafe1bbef409b1949ee81e9310e6, server=6684de3f6e40,33619,1731434283201 in 10.2800 sec 2024-11-12T17:58:30,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db9a7bd826a13237ab0876b4e77be75a, ASSIGN in 10.6330 sec 2024-11-12T17:58:30,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a908bafe1bbef409b1949ee81e9310e6, ASSIGN in 10.6520 sec 2024-11-12T17:58:30,124 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:30,124 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:30,133 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:30,135 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/6813136a65c1bf6cf9ac7a5e06934b9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:30,140 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 6813136a65c1bf6cf9ac7a5e06934b9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64304081, jitterRate=-0.04179452359676361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:58:30,140 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:30,140 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 6813136a65c1bf6cf9ac7a5e06934b9d: Running coprocessor pre-open hook at 1731434310050Writing region info on filesystem at 1731434310050Initializing all the Stores at 1731434310068 (+18 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434310068Cleaning up temporary data from old regions at 1731434310099 (+31 ms)Running coprocessor post-open hooks at 1731434310140 (+41 ms)Region opened successfully at 1731434310140 2024-11-12T17:58:30,143 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d., pid=21, masterSystemTime=1731434309840 2024-11-12T17:58:30,143 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/8abeddc8b04252990fec2826fc3b6ca7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:30,146 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 8abeddc8b04252990fec2826fc3b6ca7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59492770, jitterRate=-0.11348864436149597}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:58:30,146 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:30,147 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 8abeddc8b04252990fec2826fc3b6ca7: Running coprocessor pre-open hook at 1731434310061Writing region info on filesystem at 1731434310061Initializing all the Stores at 1731434310072 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434310072Cleaning up temporary data from old regions at 1731434310124 (+52 ms)Running coprocessor post-open hooks at 1731434310146 (+22 ms)Region opened successfully at 1731434310147 (+1 ms) 2024-11-12T17:58:30,149 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T17:58:30,149 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T17:58:30,149 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T17:58:30,150 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => db4fffeec30fef2a9bd8f4a537e47f10, NAME => 'SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T17:58:30,150 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:30,150 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:30,150 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:30,150 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:30,152 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6813136a65c1bf6cf9ac7a5e06934b9d, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,32785,1731434282839 2024-11-12T17:58:30,156 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7., pid=18, masterSystemTime=1731434309759 2024-11-12T17:58:30,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6813136a65c1bf6cf9ac7a5e06934b9d, server=6684de3f6e40,32785,1731434282839 because future has completed 2024-11-12T17:58:30,163 INFO [StoreOpener-db4fffeec30fef2a9bd8f4a537e47f10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:30,164 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T17:58:30,164 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T17:58:30,164 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T17:58:30,164 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40529 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,32785,1731434282839, table=SPTestTable, region=6813136a65c1bf6cf9ac7a5e06934b9d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T17:58:30,165 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => 86acf40d8f0fde156ab275ffd163d040, NAME => 'SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T17:58:30,165 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:30,165 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:58:30,165 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:30,165 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:30,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8abeddc8b04252990fec2826fc3b6ca7, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,33619,1731434283201 2024-11-12T17:58:30,173 INFO [StoreOpener-86acf40d8f0fde156ab275ffd163d040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:30,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7, server=6684de3f6e40,33619,1731434283201 because future has completed 2024-11-12T17:58:30,176 INFO [StoreOpener-db4fffeec30fef2a9bd8f4a537e47f10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db4fffeec30fef2a9bd8f4a537e47f10 columnFamilyName cf 2024-11-12T17:58:30,179 DEBUG [StoreOpener-db4fffeec30fef2a9bd8f4a537e47f10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:30,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-12T17:58:30,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6813136a65c1bf6cf9ac7a5e06934b9d, server=6684de3f6e40,32785,1731434282839 in 10.3980 sec 2024-11-12T17:58:30,183 INFO [StoreOpener-db4fffeec30fef2a9bd8f4a537e47f10-1 {}] regionserver.HStore(327): Store=db4fffeec30fef2a9bd8f4a537e47f10/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:30,183 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:30,184 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=6813136a65c1bf6cf9ac7a5e06934b9d, ASSIGN in 10.7160 sec 2024-11-12T17:58:30,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=12 2024-11-12T17:58:30,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7, server=6684de3f6e40,33619,1731434283201 in 10.4610 sec 2024-11-12T17:58:30,188 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:30,188 INFO [StoreOpener-86acf40d8f0fde156ab275ffd163d040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86acf40d8f0fde156ab275ffd163d040 columnFamilyName cf 2024-11-12T17:58:30,188 DEBUG [StoreOpener-86acf40d8f0fde156ab275ffd163d040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:58:30,189 INFO [StoreOpener-86acf40d8f0fde156ab275ffd163d040-1 {}] regionserver.HStore(327): Store=86acf40d8f0fde156ab275ffd163d040/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:58:30,190 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:30,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8abeddc8b04252990fec2826fc3b6ca7, ASSIGN in 10.7230 sec 2024-11-12T17:58:30,191 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:30,193 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:30,196 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:30,196 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:30,199 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:30,201 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:30,201 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:30,213 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:30,219 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:30,231 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/86acf40d8f0fde156ab275ffd163d040/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:30,233 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened 86acf40d8f0fde156ab275ffd163d040; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69051189, jitterRate=0.02894289791584015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:58:30,233 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:30,233 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for 86acf40d8f0fde156ab275ffd163d040: Running coprocessor pre-open hook at 1731434310166Writing region info on filesystem at 1731434310166Initializing all the Stores at 1731434310171 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434310171Cleaning up temporary data from old regions at 1731434310201 (+30 ms)Running coprocessor post-open hooks at 1731434310233 (+32 ms)Region opened successfully at 1731434310233 2024-11-12T17:58:30,235 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040., pid=20, masterSystemTime=1731434309759 2024-11-12T17:58:30,239 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T17:58:30,239 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T17:58:30,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=86acf40d8f0fde156ab275ffd163d040, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,33619,1731434283201 2024-11-12T17:58:30,249 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db4fffeec30fef2a9bd8f4a537e47f10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T17:58:30,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86acf40d8f0fde156ab275ffd163d040, server=6684de3f6e40,33619,1731434283201 because future has completed 2024-11-12T17:58:30,252 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened db4fffeec30fef2a9bd8f4a537e47f10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70038099, jitterRate=0.04364900290966034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:58:30,253 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:30,253 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for db4fffeec30fef2a9bd8f4a537e47f10: Running coprocessor pre-open hook at 1731434310151Writing region info on filesystem at 1731434310151Initializing all the Stores at 1731434310156 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434310156Cleaning up temporary data from old regions at 1731434310199 (+43 ms)Running coprocessor post-open hooks at 1731434310253 (+54 ms)Region opened successfully at 1731434310253 2024-11-12T17:58:30,255 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10., pid=24, masterSystemTime=1731434309840 2024-11-12T17:58:30,260 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T17:58:30,260 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T17:58:30,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=11 2024-11-12T17:58:30,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 86acf40d8f0fde156ab275ffd163d040, server=6684de3f6e40,33619,1731434283201 in 10.4860 sec 2024-11-12T17:58:30,263 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=db4fffeec30fef2a9bd8f4a537e47f10, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,32785,1731434282839 2024-11-12T17:58:30,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure db4fffeec30fef2a9bd8f4a537e47f10, server=6684de3f6e40,32785,1731434282839 because future has completed 2024-11-12T17:58:30,272 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40529 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,32785,1731434282839, table=SPTestTable, region=db4fffeec30fef2a9bd8f4a537e47f10. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T17:58:30,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86acf40d8f0fde156ab275ffd163d040, ASSIGN in 10.7980 sec 2024-11-12T17:58:30,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-12T17:58:30,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure db4fffeec30fef2a9bd8f4a537e47f10, server=6684de3f6e40,32785,1731434282839 in 10.4400 sec 2024-11-12T17:58:30,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-12T17:58:30,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=db4fffeec30fef2a9bd8f4a537e47f10, ASSIGN in 10.8150 sec 2024-11-12T17:58:30,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T17:58:30,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434310293"}]},"ts":"1731434310293"} 2024-11-12T17:58:30,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T17:58:30,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T17:58:30,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.6210 sec 2024-11-12T17:58:30,607 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T17:58:31,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable 2024-11-12T17:58:31,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_SPTestTable Metrics about Tables on a single HBase RegionServer 2024-11-12T17:58:35,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T17:58:36,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T17:58:36,937 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T17:58:36,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T17:58:36,939 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T17:58:36,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T17:58:36,960 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T17:58:36,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T17:58:37,077 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040., hostname=6684de3f6e40,33619,1731434283201, seqNum=2] 2024-11-12T17:58:37,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040., hostname=6684de3f6e40,33619,1731434283201, seqNum=2] 2024-11-12T17:58:37,123 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040., hostname=6684de3f6e40,33619,1731434283201, seqNum=2] 2024-11-12T17:58:37,126 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aad', locateType=CURRENT is [region=SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040., hostname=6684de3f6e40,33619,1731434283201, seqNum=2] 2024-11-12T17:58:37,137 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaf', locateType=CURRENT is [region=SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040., hostname=6684de3f6e40,33619,1731434283201, seqNum=2] 2024-11-12T17:58:37,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aag', locateType=CURRENT is [region=SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040., hostname=6684de3f6e40,33619,1731434283201, seqNum=2] 2024-11-12T17:58:37,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aae', locateType=CURRENT is [region=SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040., hostname=6684de3f6e40,33619,1731434283201, seqNum=2] 2024-11-12T17:58:37,150 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aah', locateType=CURRENT is [region=SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040., hostname=6684de3f6e40,33619,1731434283201, seqNum=2] 2024-11-12T17:58:37,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7., hostname=6684de3f6e40,33619,1731434283201, seqNum=2] 2024-11-12T17:58:37,218 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7., hostname=6684de3f6e40,33619,1731434283201, seqNum=2] 2024-11-12T17:58:37,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7., hostname=6684de3f6e40,33619,1731434283201, seqNum=2] 2024-11-12T17:58:37,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bad', locateType=CURRENT is [region=SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7., hostname=6684de3f6e40,33619,1731434283201, seqNum=2] 2024-11-12T17:58:37,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bae', locateType=CURRENT is [region=SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7., hostname=6684de3f6e40,33619,1731434283201, seqNum=2] 2024-11-12T17:58:37,329 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a., hostname=6684de3f6e40,32785,1731434282839, seqNum=2] 2024-11-12T17:58:37,336 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a., hostname=6684de3f6e40,32785,1731434282839, seqNum=2] 2024-11-12T17:58:37,341 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccf', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a., hostname=6684de3f6e40,32785,1731434282839, seqNum=2] 2024-11-12T17:58:37,351 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccg', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a., hostname=6684de3f6e40,32785,1731434282839, seqNum=2] 2024-11-12T17:58:37,353 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cci', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a., hostname=6684de3f6e40,32785,1731434282839, seqNum=2] 2024-11-12T17:58:37,364 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccj', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a., hostname=6684de3f6e40,32785,1731434282839, seqNum=2] 2024-11-12T17:58:37,366 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cch', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a., hostname=6684de3f6e40,32785,1731434282839, seqNum=2] 2024-11-12T17:58:37,379 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cck', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a., hostname=6684de3f6e40,32785,1731434282839, seqNum=2] 2024-11-12T17:58:37,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca., hostname=6684de3f6e40,44601,1731434283040, seqNum=2] 2024-11-12T17:58:37,514 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca., hostname=6684de3f6e40,44601,1731434283040, seqNum=2] 2024-11-12T17:58:39,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:39,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:58:39,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:39,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:58:39,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T17:58:39,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33619 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T17:58:39,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32785 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T17:58:39,451 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33619 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T17:58:40,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44601 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T17:58:40,676 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T17:58:40,680 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T17:58:40,692 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T17:58:40,699 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T17:58:40,824 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T17:58:40,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741848_1024 (size=49) 2024-11-12T17:58:40,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741848_1024 (size=49) 2024-11-12T17:58:40,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741848_1024 (size=49) 2024-11-12T17:58:40,964 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T17:58:40,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 965c7970defd49dad241705fde100921}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db4fffeec30fef2a9bd8f4a537e47f10}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6813136a65c1bf6cf9ac7a5e06934b9d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaf2eb6fd451df4e58bc088235f039ab}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db9a7bd826a13237ab0876b4e77be75a}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5d45995ec29dfd8897cade34290a2ca}] 2024-11-12T17:58:40,979 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:40,983 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:40,984 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:40,985 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:40,985 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:40,998 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:41,000 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:41,012 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 6684de3f6e40,33619,1731434283201 2024-11-12T17:58:41,013 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 6684de3f6e40,33619,1731434283201: Simulated kill ***** 2024-11-12T17:58:41,013 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T17:58:41,015 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:41,022 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 965c7970defd49dad241705fde100921 2024-11-12T17:58:41,023 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:41,024 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T17:58:41,026 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T17:58:41,036 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T17:58:41,038 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T17:58:41,073 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 583982048 }, "NonHeapMemoryUsage": { "committed": 156762112, "init": 7667712, "max": -1, "used": 153274552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "6684de3f6e40", "queueSize": 0, "numCallsInGeneralQueue": 0, "numCallsInReplicationQueue": 0, "numCallsInBulkLoadQueue": 0, "numCallsInPriorityQueue": 0, "numCallsInMetaPriorityQueue": 0, "numOpenConnections": 1, "numActiveHandler": 0, "numActiveGeneralHandler": 0, "numActivePriorityHandler": 0, "numActiveReplicationHandler": 0, "numGeneralCallsDropped": 0, "numLifoModeSwitches": 0, "numCallsInWriteQueue": 0, "numActiveBulkLoadHandler": 0, "numCallsInReadQueue": 0, "numCallsInScanQueue": 0, "numActiveWriteHandler": 0, "numActiveReadHandler": 0, "numActiveScanHandler": 0, "nettyDirectMemoryUsage": 67108864, "nettyTotalPendingOutboundBytes": 0, "nettyMaxPendingOutboundBytes": 0, "receivedBytes": 14486, "exceptions.RegionMovedException": 0, "authenticationSuccesses": 0, "authorizationFailures": 0, "exceptions.requestTooBig": 0, "UnwritableTime_num_ops": 0, "UnwritableTime_min": 0, "UnwritableTime_max": 0, "UnwritableTime_mean": 0, "UnwritableTime_25th_percentile": 0, "UnwritableTime_median": 0, "UnwritableTime_75th_percentile": 0, "UnwritableTime_90th_percentile": 0, "UnwritableTime_95th_percentile": 0, "UnwritableTime_98th_percentile": 0, "UnwritableTime_99th_percentile": 0, "UnwritableTime_99.9th_percentile": 0, "exceptions.OutOfOrderScannerNextException": 0, "exceptions.rpcThrottling": 0, "exceptions.otherExceptions": 0, "ProcessCallTime_num_ops": 35, "ProcessCallTime_min": 0, "ProcessCallTime_max": 0, "ProcessCallTime_mean": 0, "ProcessCallTime_25th_percentile": 0, "ProcessCallTime_median": 0, "ProcessCallTime_75th_percentile": 0, "ProcessCallTime_90th_percentile": 0, "ProcessCallTime_95th_percentile": 0, "ProcessCallTime_98th_percentile": 0, "ProcessCallTime_99th_percentile": 0, "ProcessCallTime_99.9th_percentile": 0, "exceptions.callQueueTooBig": 0, "QueueCallTime_num_ops": 35, "QueueCallTime_min": 0, "QueueCallTime_max": 0, "QueueCallTime_mean": 0, "QueueCallTime_25th_percentile": 0, "QueueCallTime_median": 0, "QueueCallTime_75th_percentile": 0, "QueueCallTime_90th_percentile": 0, "QueueCallTime_95th_percentile": 0, "QueueCallTime_98th_percentile": 0, "QueueCallTime_99th_percentile": 0, "QueueCallTime_99.9th_percentile": 0, "authenticationFailures": 0, "exceptions.multiResponseTooLarge": 0, "exceptions.callDropped": 0, "TotalCallTime_num_ops": 35, "TotalCallTime_min": 0, "TotalCallTime_max": 0, "TotalCallTime_mean": 0, "TotalCallTime_25th_percentile": 0, "TotalCallTime_median": 0, "TotalCallTime_75th_percentile": 0, "TotalCallTime_90th_percentile": 0, "TotalCallTime_95th_percentile": 0, "TotalCallTime_98th_percentile": 0, "TotalCallTime_99th_percentile": 0, "TotalCallTime_99.9th_percentile": 0, "exceptions.RegionTooBusyException": 0, "exceptions.FailedSanityCheckException": 0, "ResponseSize_num_ops": 35, "ResponseSize_min": 0, "ResponseSize_max": 0, "ResponseSize_mean": 0, "ResponseSize_25th_percentile": 0, "ResponseSize_median": 0, "ResponseSize_75th_percentile": 0, "ResponseSize_90th_percentile": 0, "ResponseSize_95th_percentile": 0, "ResponseSize_98th_percentile": 0, "ResponseSize_99th_percentile": 0, "ResponseSize_99.9th_percentile": 0, "exceptions.UnknownScannerException": 0, "exceptions": 0, "maxOutboundBytesExceeded": 0, "authenticationFallbacks": 0, "exceptions.quotaExceeded": 0, "exceptions.callTimedOut": 0, "exceptions.NotServingRegionException": 0, "authorizationSuccesses": 0, "exceptions.ScannerResetException": 0, "RequestSize_num_ops": 35, "RequestSize_min": 0, "RequestSize_max": 0, "RequestSize_mean": 0, "RequestSize_25th_percentile": 0, "RequestSize_median": 0, "RequestSize_75th_percentile": 0, "RequestSize_90th_percentile": 0, "RequestSize_95th_percentile": 0, "RequestSize_98th_percentile": 0, "RequestSize_99th_percentile": 0, "RequestSize_99.9th_percentile": 0, "sentBytes": 680 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "6684de3f6e40", "source.shippedHFiles": 0, "Source.ageOfLastShippedOp_num_ops": 0, "Source.ageOfLastShippedOp_min": 0, "Source.ageOfLastShippedOp_max": 0, "Source.ageOfLastShippedOp_mean": 0, "Source.ageOfLastShippedOp_25th_percentile": 0, "Source.ageOfLastShippedOp_median": 0, "Source.ageOfLastShippedOp_75th_percentile": 0, "Source.ageOfLastShippedOp_90th_percentile": 0, "Source.ageOfLastShippedOp_95th_percentile": 0, "Source.ageOfLastShippedOp_98th_percentile": 0, "Source.ageOfLastShippedOp_99th_percentile": 0, "Source.ageOfLastShippedOp_99.9th_percentile": 0, "source.uncleanlyClosedLogs": 0, "source.closedLogsWithUnknownFileLength": 0, "source.walReaderEditsBufferUsage": 0, "source.repeatedLogFileBytes": 0, "source.sizeOfHFileRefsQueue": 0, "source.logReadInBytes": 0, "source.completedRecoverQueues": 0, "source.sizeOfLogQueue": 0, "source.restartedLogReading": 0, "source.failedRecoverQueues": 0, "source.ignoredUncleanlyClosedLogContentsInBytes": 0, "Sink.ageOfLastAppliedOp_num_ops": 0, "Sink.ageOfLastAppliedOp_min": 0, "Sink.ageOfLastAppliedOp_max": 0, "Sink.ageOfLastAppliedOp_mean": 0, "Sink.ageOfLastAppliedOp_25th_percentile": 0, "Sink.ageOfLastAppliedOp_median": 0, "Sink.ageOfLastAppliedOp_75th_percentile": 0, "Sink.ageOfLastAppliedOp_90th_percentile": 0, "Sink.ageOfLastAppliedOp_95th_percentile": 0, "Sink.ageOfLastAppliedOp_98th_percentile": 0, "Sink.ageOfLastAppliedOp_99th_percentile": 0, "Sink.ageOfLastAppliedOp_99.9th_percentile": 0, "source.logEditsRead": 0, "source.numInitializing": 0, "source.shippedOps": 0, "sink.appliedHFiles": 0, "source.logEditsFiltered": 0, "source.shippedBytes": 0, "sink.appliedOps": 0, "source.completedLogs": 0, "source.failedBatches": 0, "sink.failedBatches": 0, "source.shippedBatches": 0, "sink.appliedBatches": 0 } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.zookeeperQuorum": "127.0.0.1:56935", "tag.serverName": "6684de3f6e40,32785,1731434282839", "tag.clusterId": "a3433697-b004-4644-bfb7-e485de9fbdc4", "tag.Context": "regionserver", "tag.Hostname": "6684de3f6e40", "regionCount": 3, "storeCount": 3, "hlogFileCount": 5, "hlogFileSize": 0, "storeFileCount": 0, "maxStoreFileCount": 0, "memStoreSize": 0, "memStoreHeapSize": 768, "memStoreOffHeapSize": 0, "storeFileSize": 0, "storeFileSizeGrowthRate": 0.0, "maxStoreFileAge": 0, "minStoreFileAge": 0, "avgStoreFileAge": 0, "numReferenceFiles": 0, "regionServerStartTime": 1731434282839, "averageRegionSize": 0, "storeFileIndexSize": 0, "staticIndexSize": 0, "staticBloomSize": 0, "bloomFilterRequestsCount": 0, "bloomFilterNegativeResultsCount": 0, "bloomFilterEligibleRequestsCount": 0, "mutationsWithoutWALCount": 0, "mutationsWithoutWALSize": 0, "percentFilesLocal": 0.0, "percentFilesLocalSecondaryRegions": 0.0, "totalBytesRead": 0, "localBytesRead": 0, "shortCircuitBytesRead": 0, "zeroCopyBytesRead": 0, "splitQueueLength": 0, "compactionQueueLength": 0, "smallCompactionQueueLength": 0, "largeCompactionQueueLength": 0, "flushQueueLength": 0, "blockCacheFreeSize": 922070024, "blockCacheCount": 0, "blockCacheDataBlockCount": 0, "blockCacheSize": 676856, "blockCacheCountHitPercent": 0.0, "blockCacheExpressHitPercent": 0.0, "l1CacheSize": 676856, "l1CacheFreeSize": 922070024, "l1CacheCount": 0, "l1CacheEvictionCount": 0, "l1CacheHitCount": 0, "l1CacheMissCount": 0, "l1CacheHitRatio": 0.0, "l1CacheMissRatio": 0.0, "l2CacheSize": 0, "l2CacheFreeSize": 0, "l2CacheCount": 0, "l2CacheEvictionCount": 0, "l2CacheHitCount": 0, "l2CacheMissCount": 0, "l2CacheHitRatio": 0.0, "l2CacheMissRatio": 0.0, "mobFileCacheCount": 0, "mobFileCacheHitPercent": 0.0, "readRequestRatePerSecond": 0.0, "writeRequestRatePerSecond": 0.0, "ByteBuffAllocatorHeapAllocationBytes": 0, "ByteBuffAllocatorPoolAllocationBytes": 0, "ByteBuffAllocatorHeapAllocationRatio": 0.0, "ByteBuffAllocatorTotalBufferCount": 186, "ByteBuffAllocatorUsedBufferCount": 0, "activeScanners": 0, "totalRequestCount": 0, "totalRowActionRequestCount": 0, "readRequestCount": 0, "cpRequestCount": 0, "filteredReadRequestCount": 0, "writeRequestCount": 0, "rpcGetRequestCount": 0, "rpcFullScanRequestCount": 0, "rpcScanRequestCount": 0, "rpcMultiRequestCount": 0, "rpcMutateRequestCount": 0, "checkMutateFailedCount": 0, "checkMutatePassedCount": 0, "blockCacheHitCount": 0, "blockCacheHitCountPrimary": 0, "blockCacheHitCachingCount": 0, "blockCacheMissCount": 0, "blockCacheMissCountPrimary": 0, "blockCacheMissCachingCount": 0, "blockCacheEvictionCount": 0, "blockCacheEvictionCountPrimary": 0, "blockCacheFailedInsertionCount": 0, "blockCacheDataMissCount": 0, "blockCacheLeafIndexMissCount": 0, "blockCacheBloomChunkMissCount": 0, "blockCacheMetaMissCount": 0, "blockCacheRootIndexMissCount": 0, "blockCacheIntermediateIndexMissCount": 0, "blockCacheFileInfoMissCount": 0, "blockCacheGeneralBloomMetaMissCount": 0, "blockCacheDeleteFamilyBloomMissCount": 0, "blockCacheTrailerMissCount": 0, "blockCacheDataHitCount": 0, "blockCacheLeafIndexHitCount": 0, "blockCacheBloomChunkHitCount": 0, "blockCacheMetaHitCount": 0, "blockCacheRootIndexHitCount": 0, "blockCacheIntermediateIndexHitCount": 0, "blockCacheFileInfoHitCount": 0, "blockCacheGeneralBloomMetaHitCount": 0, "blockCacheDeleteFamilyBloomHitCount": 0, "blockCacheTrailerHitCount": 0, "updatesBlockedTime": 0, "flushedCellsCount": 0, "compactedCellsCount": 0, "majorCompactedCellsCount": 0, "flushedCellsSize": 0, "compactedCellsSize": 0, "majorCompactedCellsSize": 0, "cellsCountCompactedFromMob": 0, "cellsCountCompactedToMob": 0, "cellsSizeCompactedFromMob": 0, "cellsSizeCompactedToMob": 0, "mobFlushCount": 0, "mobFlushedCellsCount": 0, "mobFlushedCellsSize": 0, "mobScanCellsCount": 0, "mobScanCellsSize": 0, "mobFileCacheAccessCount": 0, "mobFileCacheMissCount": 0, "mobFileCacheEvictedCount": 0, "hedgedReads": 0, "hedgedReadWins": 0, "hedgedReadOpsInCurThread": 0, "blockedRequestCount": 0, "CheckAndMutate_num_ops": 0, "CheckAndMutate_min": 0, "CheckAndMutate_max": 0, "CheckAndMutate_mean": 0, "CheckAndMutate_25th_percentile": 0, "CheckAndMutate_median": 0, "CheckAndMutate_75th_percentile": 0, "CheckAndMutate_90th_percentile": 0, "CheckAndMutate_95th_percentile": 0, "CheckAndMutate_98th_percentile": 0, "CheckAndMutate_99th_percentile": 0, "CheckAndMutate_99.9th_percentile": 0, "MajorCompactionTime_num_ops": 0, "MajorCompactionTime_min": 0, "MajorCompactionTime_max": 0, "MajorCompactionTime_mean": 0, "MajorCompactionTime_25th_percentile": 0, "MajorCompactionTime_median": 0, "MajorCompactionTime_75th_percentile": 0, "MajorCompactionTime_90th_percentile": 0, "MajorCompactionTime_95th_percentile": 0, "MajorCompactionTime_98th_percentile": 0, "MajorCompactionTime_99th_percentile": 0, "MajorCompactionTime_99.9th_percentile": 0, "ScanTime_num_ops": 0, "ScanTime_min": 0, "ScanTime_max": 0, "ScanTime_mean": 0, "ScanTime_25th_percentile": 0, "ScanTime_median": 0, "ScanTime_75th_percentile": 0, "ScanTime_90th_percentile": 0, "ScanTime_95th_percentile": 0, "ScanTime_98th_percentile": 0, "ScanTime_99th_percentile": 0, "ScanTime_99.9th_percentile": 0, "CheckAndMutateBlockBytesScanned_num_ops": 0, "CheckAndMutateBlockBytesScanned_min": 0, "CheckAndMutateBlockBytesScanned_max": 0, "CheckAndMutateBlockBytesScanned_mean": 0, "CheckAndMutateBlockBytesScanned_25th_percentile": 0, "CheckAndMutateBlockBytesScanned_median": 0, "CheckAndMutateBlockBytesScanned_75th_percentile": 0, "CheckAndMutateBlockBytesScanned_90th_percentile": 0, "CheckAndMutateBlockBytesScanned_95th_percentile": 0, "CheckAndMutateBlockBytesScanned_98th_percentile": 0, "CheckAndMutateBlockBytesScanned_99th_percentile": 0, "CheckAndMutateBlockBytesScanned_99.9th_percentile": 0, "Put_num_ops": 0, "Put_min": 0, "Put_max": 0, "Put_mean": 0, "Put_25th_percentile": 0, "Put_median": 0, "Put_75th_percentile": 0, "Put_90th_percentile": 0, "Put_95th_percentile": 0, "Put_98th_percentile": 0, "Put_99th_percentile": 0, "Put_99.9th_percentile": 0, "splitRequestCount": 0, "AppendBlockBytesScanned_num_ops": 0, "AppendBlockBytesScanned_min": 0, "AppendBlockBytesScanned_max": 0, "AppendBlockBytesScanned_mean": 0, "AppendBlockBytesScanned_25th_percentile": 0, "AppendBlockBytesScanned_median": 0, "AppendBlockBytesScanned_75th_percentile": 0, "AppendBlockBytesScanned_90th_percentile": 0, "AppendBlockBytesScanned_95th_percentile": 0, "AppendBlockBytesScanned_98th_percentile": 0, "AppendBlockBytesScanned_99th_percentile": 0, "AppendBlockBytesScanned_99.9th_percentile": 0, "PutBatch_num_ops": 0, "PutBatch_min": 0, "PutBatch_max": 0, "PutBatch_mean": 0, "PutBatch_25th_percentile": 0, "PutBatch_median": 0, "PutBatch_75th_percentile": 0, "PutBatch_90th_percentile": 0, "PutBatch_95th_percentile": 0, "PutBatch_98th_percentile": 0, "PutBatch_99th_percentile": 0, "PutBatch_99.9th_percentile": 0, "IncrementBlockBytesScanned_num_ops": 0, "IncrementBlockBytesScanned_min": 0, "IncrementBlockBytesScanned_max": 0, "IncrementBlockBytesScanned_mean": 0, "IncrementBlockBytesScanned_25th_percentile": 0, "IncrementBlockBytesScanned_median": 0, "IncrementBlockBytesScanned_75th_percentile": 0, "IncrementBlockBytesScanned_90th_percentile": 0, "IncrementBlockBytesScanned_95th_percentile": 0, "IncrementBlockBytesScanned_98th_percentile": 0, "IncrementBlockBytesScanned_99th_percentile": 0, "IncrementBlockBytesScanned_99.9th_percentile": 0, "SplitTime_num_ops": 0, "SplitTime_min": 0, "SplitTime_max": 0, "SplitTime_mean": 0, "SplitTime_25th_percentile": 0, "SplitTime_median": 0, "SplitTime_75th_percentile": 0, "SplitTime_90th_percentile": 0, "SplitTime_95th_percentile": 0, "SplitTime_98th_percentile": 0, "SplitTime_99th_percentile": 0, "SplitTime_99.9th_percentile": 0, "GetBlockBytesScanned_num_ops": 0, "GetBlockBytesScanned_min": 0, "GetBlockBytesScanned_max": 0, "GetBlockBytesScanned_mean": 0, "GetBlockBytesScanned_25th_percentile": 0, "GetBlockBytesScanned_median": 0, "GetBlockBytesScanned_75th_percentile": 0, "GetBlockBytesScanned_90th_percentile": 0, "GetBlockBytesScanned_95th_percentile": 0, "GetBlockBytesScanned_98th_percentile": 0, "GetBlockBytesScanned_99th_percentile": 0, "GetBlockBytesScanned_99.9th_percentile": 0, "majorCompactedInputBytes": 0, "slowAppendCount": 0, "flushedOutputBytes": 0, "Replay_num_ops": 0, "Replay_min": 0, "Replay_max": 0, "Replay_mean": 0, "Replay_25th_percentile": 0, "Replay_median": 0, "Replay_75th_percentile": 0, "Replay_90th_percentile": 0, "Replay_95th_percentile": 0, "Replay_98th_percentile": 0, "Replay_99th_percentile": 0, "Replay_99.9th_percentile": 0, "MajorCompactionInputSize_num_ops": 0, "MajorCompactionInputSize_min": 0, "MajorCompactionInputSize_max": 0, "MajorCompactionInputSize_mean": 0, "MajorCompactionInputSize_25th_percentile": 0, "MajorCompactionInputSize_median": 0, "MajorCompactionInputSize_75th_percentile": 0, "MajorCompactionInputSize_90th_percentile": 0, "MajorCompactionInputSize_95th_percentile": 0, "MajorCompactionInputSize_98th_percentile": 0, "MajorCompactionInputSize_99th_percentile": 0, "MajorCompactionInputSize_99.9th_percentile": 0, "pauseInfoThresholdExceeded": 0, "CheckAndDelete_num_ops": 0, "CheckAndDelete_min": 0, "CheckAndDelete_max": 0, "CheckAndDelete_mean": 0, "CheckAndDelete_25th_percentile": 0, "CheckAndDelete_median": 0, "CheckAndDelete_75th_percentile": 0, "CheckAndDelete_90th_percentile": 0, "CheckAndDelete_95th_percentile": 0, "CheckAndDelete_98th_percentile": 0, "CheckAndDelete_99th_percentile": 0, "CheckAndDelete_99.9th_percentile": 0, "CompactionInputSize_num_ops": 0, "CompactionInputSize_min": 0, "CompactionInputSize_max": 0, "CompactionInputSize_mean": 0, "CompactionInputSize_25th_percentile": 0, "CompactionInputSize_median": 0, "CompactionInputSize_75th_percentile": 0, "CompactionInputSize_90th_percentile": 0, "CompactionInputSize_95th_percentile": 0, "CompactionInputSize_98th_percentile": 0, "CompactionInputSize_99th_percentile": 0, "CompactionInputSize_99.9th_percentile": 0, "flushedMemstoreBytes": 0, "majorCompactedOutputBytes": 0, "slowPutCount": 0, "compactedInputBytes": 0, "FlushOutputSize_num_ops": 0, "FlushOutputSize_min": 0, "FlushOutputSize_max": 0, "FlushOutputSize_mean": 0, "FlushOutputSize_25th_percentile": 0, "FlushOutputSize_median": 0, "FlushOutputSize_75th_percentile": 0, "FlushOutputSize_90th_percentile": 0, "FlushOutputSize_95th_percentile": 0, "FlushOutputSize_98th_percentile": 0, "FlushOutputSize_99th_percentile": 0, "FlushOutputSize_99.9th_percentile": 0, "PauseTimeWithGc_num_ops": 0, "PauseTimeWithGc_min": 0, "PauseTimeWithGc_max": 0, "PauseTimeWithGc_mean": 0, "PauseTimeWithGc_25th_percentile": 0, "PauseTimeWithGc_median": 0, "PauseTimeWithGc_75th_percentile": 0, "PauseTimeWithGc_90th_percentile": 0, "PauseTimeWithGc_95th_percentile": 0, "PauseTimeWithGc_98th_percentile": 0, "PauseTimeWithGc_99th_percentile": 0, "PauseTimeWithGc_99.9th_percentile": 0, "compactedOutputBytes": 0, "pauseWarnThresholdExceeded": 0, "ScanBlockBytesScanned_num_ops": 0, "ScanBlockBytesScanned_min": 0, "ScanBlockBytesScanned_max": 0, "ScanBlockBytesScanned_mean": 0, "ScanBlockBytesScanned_25th_percentile": 0, "ScanBlockBytesScanned_median": 0, "ScanBlockBytesScanned_75th_percentile": 0, "ScanBlockBytesScanned_90th_percentile": 0, "ScanBlockBytesScanned_95th_percentile": 0, "ScanBlockBytesScanned_98th_percentile": 0, "ScanBlockBytesScanned_99th_percentile": 0, "ScanBlockBytesScanned_99.9th_percentile": 0, "Increment_num_ops": 0, "Increment_min": 0, "Increment_max": 0, "Increment_mean": 0, "Increment_25th_percentile": 0, "Increment_median": 0, "Increment_75th_percentile": 0, "Increment_90th_percentile": 0, "Increment_95th_percentile": 0, "Increment_98th_percentile": 0, "Increment_99th_percentile": 0, "Increment_99.9th_percentile": 0, "Delete_num_ops": 0, "Delete_min": 0, "Delete_max": 0, "Delete_mean": 0, "Delete_25th_percentile": 0, "Delete_median": 0, "Delete_75th_percentile": 0, "Delete_90th_percentile": 0, "Delete_95th_percentile": 0, "Delete_98th_percentile": 0, "Delete_99th_percentile": 0, "Delete_99.9th_percentile": 0, "DeleteBatch_num_ops": 0, "DeleteBatch_min": 0, "DeleteBatch_max": 0, "DeleteBatch_mean": 0, "DeleteBatch_25th_percentile": 0, "DeleteBatch_median": 0, "DeleteBatch_75th_percentile": 0, "DeleteBatch_90th_percentile": 0, "DeleteBatch_95th_percentile": 0, "DeleteBatch_98th_percentile": 0, "DeleteBatch_99th_percentile": 0, "DeleteBatch_99.9th_percentile": 0, "blockBytesScannedCount": 0, "FlushMemstoreSize_num_ops": 0, "FlushMemstoreSize_min": 0, "FlushMemstoreSize_max": 0, "FlushMemstoreSize_mean": 0, "FlushMemstoreSize_25th_percentile": 0, "FlushMemstoreSize_median": 0, "FlushMemstoreSize_75th_percentile": 0, "FlushMemstoreSize_90th_percentile": 0, "FlushMemstoreSize_95th_percentile": 0, "FlushMemstoreSize_98th_percentile": 0, "FlushMemstoreSize_99th_percentile": 0, "FlushMemstoreSize_99.9th_percentile": 0, "CompactionInputFileCount_num_ops": 0, "CompactionInputFileCount_min": 0, "CompactionInputFileCount_max": 0, "CompactionInputFileCount_mean": 0, "CompactionInputFileCount_25th_percentile": 0, "CompactionInputFileCount_median": 0, "CompactionInputFileCount_75th_percentile": 0, "CompactionInputFileCount_90th_percentile": 0, "CompactionInputFileCount_95th_percentile": 0, "CompactionInputFileCount_98th_percentile": 0, "CompactionInputFileCount_99th_percentile": 0, "CompactionInputFileCount_99.9th_percentile": 0, "CompactionTime_num_ops": 0, "CompactionTime_min": 0, "CompactionTime_max": 0, "CompactionTime_mean": 0, "CompactionTime_25th_percentile": 0, "CompactionTime_median": 0, "CompactionTime_75th_percentile": 0, "CompactionTime_90th_percentile": 0, "CompactionTime_95th_percentile": 0, "CompactionTime_98th_percentile": 0, "CompactionTime_99th_percentile": 0, "CompactionTime_99.9th_percentile": 0, "Get_num_ops": 0, "Get_min": 0, "Get_max": 0, "Get_mean": 0, "Get_25th_percentile": 0, "Get_median": 0, "Get_75th_percentile": 0, "Get_90th_percentile": 0, "Get_95th_percentile": 0, "Get_98th_percentile": 0, "Get_99th_percentile": 0, "Get_99.9th_percentile": 0, "MajorCompactionInputFileCount_num_ops": 0, "MajorCompactionInputFileCount_min": 0, "MajorCompactionInputFileCount_max": 0, "MajorCompactionInputFileCount_mean": 0, "MajorCompactionInputFileCount_25th_percentile": 0, "MajorCompactionInputFileCount_median": 0, "MajorCompactionInputFileCount_75th_percentile": 0, "MajorCompactionInputFileCount_90th_percentile": 0, "MajorCompactionInputFileCount_95th_percentile": 0, "MajorCompactionInputFileCount_98th_percentile": 0, "MajorCompactionInputFileCount_99th_percentile": 0, "MajorCompactionInputFileCount_99.9th_percentile": 0, "scannerLeaseExpiredCount": 0, "CheckAndPut_num_ops": 0, "CheckAndPut_min": 0, "CheckAndPut_max": 0, "CheckAndPut_mean": 0, "CheckAndPut_25th_percentile": 0, "CheckAndPut_median": 0, "CheckAndPut_75th_percentile": 0, "CheckAndPut_90th_percentile": 0, "CheckAndPut_95th_percentile": 0, "CheckAndPut_98th_percentile": 0, "CheckAndPut_99th_percentile": 0, "CheckAndPut_99.9th_percentile": 0, "MajorCompactionOutputSize_num_ops": 0, "MajorCompactionOutputSize_min": 0, "MajorCompactionOutputSize_max": 0, "MajorCompactionOutputSize_mean": 0, "MajorCompactionOutputSize_25th_percentile": 0, "MajorCompactionOutputSize_median": 0, "MajorCompactionOutputSize_75th_percentile": 0, "MajorCompactionOutputSize_90th_percentile": 0, "MajorCompactionOutputSize_95th_percentile": 0, "MajorCompactionOutputSize_98th_percentile": 0, "MajorCompactionOutputSize_99th_percentile": 0, "MajorCompactionOutputSize_99.9th_percentile": 0, "CompactionOutputFileCount_num_ops": 0, "CompactionOutputFileCount_min": 0, "CompactionOutputFileCount_max": 0, "CompactionOutputFileCount_mean": 0, "CompactionOutputFileCount_25th_percentile": 0, "CompactionOutputFileCount_median": 0, "CompactionOutputFileCount_75th_percentile": 0, "CompactionOutputFileCount_90th_percentile": 0, "CompactionOutputFileCount_95th_percentile": 0, "CompactionOutputFileCount_98th_percentile": 0, "CompactionOutputFileCount_99th_percentile": 0, "CompactionOutputFileCount_99.9th_percentile": 0, "slowDeleteCount": 0, "FlushTime_num_ops": 0, "FlushTime_min": 0, "FlushTime_max": 0, "FlushTime_mean": 0, "FlushTime_25th_percentile": 0, "FlushTime_median": 0, "FlushTime_75th_percentile": 0, "FlushTime_90th_percentile": 0, "FlushTime_95th_percentile": 0, "FlushTime_98th_percentile": 0, "FlushTime_99th_percentile": 0, "FlushTime_99.9th_percentile": 0, "splitSuccessCount": 0, "MajorCompactionOutputFileCount_num_ops": 0, "MajorCompactionOutputFileCount_min": 0, "MajorCompactionOutputFileCount_max": 0, "MajorCompactionOutputFileCount_mean": 0, "MajorCompactionOutputFileCount_25th_percentile": 0, "MajorCompactionOutputFileCount_median": 0, "MajorCompactionOutputFileCount_75th_percentile": 0, "MajorCompactionOutputFileCount_90th_percentile": 0, "MajorCompactionOutputFileCount_95th_percentile": 0, "MajorCompactionOutputFileCount_98th_percentile": 0, "MajorCompactionOutputFileCount_99th_percentile": 0, "MajorCompactionOutputFileCount_99.9th_percentile": 0, "slowGetCount": 0, "ScanSize_num_ops": 0, "ScanSize_min": 0, "ScanSize_max": 0, "ScanSize_mean": 0, "ScanSize_25th_percentile": 0, "ScanSize_median": 0, "ScanSize_75th_percentile": 0, "ScanSize_90th_percentile": 0, "ScanSize_95th_percentile": 0, "ScanSize_98th_percentile": 0, "ScanSize_99th_percentile": 0, "ScanSize_99.9th_percentile": 0, "CompactionOutputSize_num_ops": 0, "CompactionOutputSize_min": 0, "CompactionOutputSize_max": 0, "CompactionOutputSize_mean": 0, "CompactionOutputSize_25th_percentile": 0, "CompactionOutputSize_median": 0, "CompactionOutputSize_75th_percentile": 0, "CompactionOutputSize_90th_percentile": 0, "CompactionOutputSize_95th_percentile": 0, "CompactionOutputSize_98th_percentile": 0, "CompactionOutputSize_99th_percentile": 0, "CompactionOutputSize_99.9th_percentile": 0, "PauseTimeWithoutGc_num_ops": 0, "PauseTimeWithoutGc_min": 0, "PauseTimeWithoutGc_max": 0, "PauseTimeWithoutGc_mean": 0, "PauseTimeWithoutGc_25th_percentile": 0, "PauseTimeWithoutGc_median": 0, "PauseTimeWithoutGc_75th_percentile": 0, "PauseTimeWithoutGc_90th_percentile": 0, "PauseTimeWithoutGc_95th_percentile": 0, "PauseTimeWithoutGc_98th_percentile": 0, "PauseTimeWithoutGc_99th_percentile": 0, "PauseTimeWithoutGc_99.9th_percentile": 0, "slowIncrementCount": 0, "Append_num_ops": 0, "Append_min": 0, "Append_max": 0, "Append_mean": 0, "Append_25th_percentile": 0, "Append_median": 0, "Append_75th_percentile": 0, "Append_90th_percentile": 0, "Append_95th_percentile": 0, "Append_98th_percentile": 0, "Append_99th_percentile": 0, "Append_99.9th_percentile": 0, "Bulkload_count": 0, "Bulkload_mean_rate": 0.0, "Bulkload_1min_rate": 0.0, "Bulkload_5min_rate": 0.0, "Bulkload_15min_rate": 0.0, "Bulkload_num_ops": 0, "Bulkload_min": 0, "Bulkload_max": 0, "Bulkload_mean": 0, "Bulkload_25th_percentile": 0, "Bulkload_median": 0, "Bulkload_75th_percentile": 0, "Bulkload_90th_percentile": 0, "Bulkload_95th_percentile": 0, "Bulkload_98th_percentile": 0, "Bulkload_99th_percentile": 0, "Bulkload_99.9th_percentile": 0 } ] } 2024-11-12T17:58:41,080 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40529 {}] master.MasterRpcServices(700): 6684de3f6e40,33619,1731434283201 reported a fatal error: ***** ABORTING region server 6684de3f6e40,33619,1731434283201: Simulated kill ***** 2024-11-12T17:58:41,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,33619,1731434283201' ***** 2024-11-12T17:58:41,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-12T17:58:41,116 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T17:58:41,117 INFO [RS:2;6684de3f6e40:33619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T17:58:41,117 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T17:58:41,119 INFO [RS:2;6684de3f6e40:33619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-12T17:58:41,119 INFO [RS:2;6684de3f6e40:33619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-12T17:58:41,119 INFO [RS:2;6684de3f6e40:33619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T17:58:41,120 INFO [RS:2;6684de3f6e40:33619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6684de3f6e40:33619. 2024-11-12T17:58:41,120 DEBUG [RS:2;6684de3f6e40:33619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T17:58:41,120 DEBUG [RS:2;6684de3f6e40:33619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:41,145 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:58:41,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741836_1012 (size=14382) 2024-11-12T17:58:41,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741836_1012 (size=14382) 2024-11-12T17:58:41,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741836_1012 (size=14382) 2024-11-12T17:58:41,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741834_1010 (size=1242) 2024-11-12T17:58:41,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741834_1010 (size=1242) 2024-11-12T17:58:41,196 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201/6684de3f6e40%2C33619%2C1731434283201.1731434287132 not finished, retry = 0 2024-11-12T17:58:41,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741834_1010 (size=1242) 2024-11-12T17:58:41,303 DEBUG [RS:2;6684de3f6e40:33619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T17:58:41,303 INFO [RS:2;6684de3f6e40:33619 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T17:58:41,303 INFO [RS:2;6684de3f6e40:33619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33619 2024-11-12T17:58:41,333 INFO [RS:2;6684de3f6e40:33619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T17:58:41,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T17:58:41,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,33619,1731434283201 2024-11-12T17:58:41,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,33619,1731434283201] 2024-11-12T17:58:41,372 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,33619,1731434283201 already deleted, retry=false 2024-11-12T17:58:41,373 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 6684de3f6e40,33619,1731434283201 on 6684de3f6e40,40529,1731434281290 2024-11-12T17:58:41,390 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 6684de3f6e40,33619,1731434283201, splitWal=true, meta=true 2024-11-12T17:58:41,393 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=36 for 6684de3f6e40,33619,1731434283201 (carryingMeta=true) 6684de3f6e40,33619,1731434283201/CRASHED/regionCount=5/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7ec5ae49[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T17:58:41,396 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=36, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 6684de3f6e40,33619,1731434283201, splitWal=true, meta=true 2024-11-12T17:58:41,401 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 6684de3f6e40,33619,1731434283201, splitWal=true, meta=true, isMeta: true 2024-11-12T17:58:41,402 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:41,403 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:41,403 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:41,404 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:41,407 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 can not run currently because target server of region SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-12T17:58:41,408 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6; timeout=1000, timestamp=1731434322408 2024-11-12T17:58:41,409 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d can not run currently because target server of region SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-12T17:58:41,409 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d; timeout=1000, timestamp=1731434322409 2024-11-12T17:58:41,410 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting 2024-11-12T17:58:41,410 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 can not run currently because target server of region SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-12T17:58:41,410 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040; timeout=1000, timestamp=1731434322410 2024-11-12T17:58:41,410 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 can not run currently because target server of region SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 1000 ms to retry 2024-11-12T17:58:41,410 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7; timeout=1000, timestamp=1731434322410 2024-11-12T17:58:41,424 INFO [PEWorker-1 {}] master.SplitWALManager(105): 6684de3f6e40,33619,1731434283201 WAL count=1, meta=true 2024-11-12T17:58:41,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta}] 2024-11-12T17:58:41,461 INFO [RS:2;6684de3f6e40:33619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T17:58:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:41,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33619-0x101317c266f0003, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T17:58:41,461 INFO [RS:2;6684de3f6e40:33619 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,33619,1731434283201; zookeeper connection closed. 2024-11-12T17:58:41,478 DEBUG [PEWorker-3 {}] master.SplitWALManager(158): Acquired split WAL worker=6684de3f6e40,32785,1731434282839 2024-11-12T17:58:41,480 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13f43761 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13f43761 2024-11-12T17:58:41,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta, worker=6684de3f6e40,32785,1731434282839}] 2024-11-12T17:58:41,851 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T17:58:41,851 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T17:58:42,409 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:42,410 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:42,412 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:42,413 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:42,424 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d can not run currently because target server of region SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-12T17:58:42,424 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d; timeout=2000, timestamp=1731434324424 2024-11-12T17:58:42,425 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 can not run currently because target server of region SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-12T17:58:42,425 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6; timeout=2000, timestamp=1731434324425 2024-11-12T17:58:42,426 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 can not run currently because target server of region SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-12T17:58:42,426 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7; timeout=2000, timestamp=1731434324426 2024-11-12T17:58:42,427 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 can not run currently because target server of region SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 2000 ms to retry 2024-11-12T17:58:42,428 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040; timeout=2000, timestamp=1731434324428 2024-11-12T17:58:44,427 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:44,428 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:44,429 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:44,430 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:44,432 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 can not run currently because target server of region SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-12T17:58:44,432 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 can not run currently because target server of region SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-12T17:58:44,432 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7; timeout=4000, timestamp=1731434328432 2024-11-12T17:58:44,432 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040; timeout=4000, timestamp=1731434328432 2024-11-12T17:58:44,435 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 can not run currently because target server of region SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-12T17:58:44,435 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6; timeout=4000, timestamp=1731434328435 2024-11-12T17:58:44,439 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d can not run currently because target server of region SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 4000 ms to retry 2024-11-12T17:58:44,440 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d; timeout=4000, timestamp=1731434328439 2024-11-12T17:58:48,435 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:48,436 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:48,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:48,439 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:48,444 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 can not run currently because target server of region SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-12T17:58:48,444 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6; timeout=8000, timestamp=1731434336444 2024-11-12T17:58:48,445 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 can not run currently because target server of region SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-12T17:58:48,445 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040; timeout=8000, timestamp=1731434336445 2024-11-12T17:58:48,446 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 can not run currently because target server of region SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-12T17:58:48,446 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7; timeout=8000, timestamp=1731434336446 2024-11-12T17:58:48,448 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d can not run currently because target server of region SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META, wait 8000 ms to retry 2024-11-12T17:58:48,448 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d; timeout=8000, timestamp=1731434336448 2024-11-12T17:58:49,840 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=6684de3f6e40,44601,1731434283040, timeout=1731434330985, delay=1144, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaf2eb6fd451df4e58bc088235f039ab, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 965c7970defd49dad241705fde100921, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5d45995ec29dfd8897cade34290a2ca], containedObject=6684de3f6e40,32785,1731434282839, timeout=1731434330990, delay=1149, operations=[pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db4fffeec30fef2a9bd8f4a537e47f10, pid=38, ppid=37, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta, worker=6684de3f6e40,32785,1731434282839, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db9a7bd826a13237ab0876b4e77be75a, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6813136a65c1bf6cf9ac7a5e06934b9d], containedObject=6684de3f6e40,33619,1731434283201, timeout=1731434330991, delay=1150, operations=null] 2024-11-12T17:58:50,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T17:58:50,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T17:58:50,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T17:58:50,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T17:58:51,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T17:58:51,003 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T17:58:51,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for 965c7970defd49dad241705fde100921: 2024-11-12T17:58:51,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. for SnapshotProcedureTest completed. 2024-11-12T17:58:51,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T17:58:51,005 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T17:58:51,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T17:58:51,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for aaf2eb6fd451df4e58bc088235f039ab: 2024-11-12T17:58:51,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. for SnapshotProcedureTest completed. 2024-11-12T17:58:51,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T17:58:51,011 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T17:58:51,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=38 2024-11-12T17:58:51,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T17:58:51,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for db4fffeec30fef2a9bd8f4a537e47f10: 2024-11-12T17:58:51,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. for SnapshotProcedureTest completed. 2024-11-12T17:58:51,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T17:58:51,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T17:58:51,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T17:58:51,017 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing c5d45995ec29dfd8897cade34290a2ca 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-12T17:58:51,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T17:58:51,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T17:58:51,018 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T17:58:51,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T17:58:51,032 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T17:58:51,032 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing db9a7bd826a13237ab0876b4e77be75a 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T17:58:51,039 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T17:58:51,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 6813136a65c1bf6cf9ac7a5e06934b9d: 2024-11-12T17:58:51,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. for SnapshotProcedureTest completed. 2024-11-12T17:58:51,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T17:58:51,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T17:58:51,040 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T17:58:51,153 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(299): Splitting hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta, size=14.0 K (14382bytes) 2024-11-12T17:58:51,155 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T17:58:51,155 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T17:58:51,155 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta 2024-11-12T17:58:51,164 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta after 6ms 2024-11-12T17:58:51,234 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(310): Open hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta took 86ms 2024-11-12T17:58:51,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741850_1026 (size=65) 2024-11-12T17:58:51,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741850_1026 (size=65) 2024-11-12T17:58:51,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741850_1026 (size=65) 2024-11-12T17:58:51,317 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db9a7bd826a13237ab0876b4e77be75a/.tmp/cf/7e87bce8a0d84162b21206c1ae3a1128 is 34, key is ccd/cf:cf/1731434319437/Put/seqid=0 2024-11-12T17:58:51,343 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "info" sequence_id: 5 } store_sequence_id { family_name: "ns" sequence_id: 3 } store_sequence_id { family_name: "rep_barrier" sequence_id: 18446744073709551615 } store_sequence_id { family_name: "table" sequence_id: 6 } 2024-11-12T17:58:51,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741849_1025 (size=65) 2024-11-12T17:58:51,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741849_1025 (size=65) 2024-11-12T17:58:51,450 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta so closing down 2024-11-12T17:58:51,465 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta.temp 2024-11-12T17:58:51,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741849_1025 (size=65) 2024-11-12T17:58:51,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741852_1028 (size=65) 2024-11-12T17:58:51,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741852_1028 (size=65) 2024-11-12T17:58:51,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741851_1027 (size=65) 2024-11-12T17:58:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741851_1027 (size=65) 2024-11-12T17:58:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741852_1028 (size=65) 2024-11-12T17:58:51,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741851_1027 (size=65) 2024-11-12T17:58:51,480 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T17:58:51,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T17:58:51,484 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta.temp 2024-11-12T17:58:51,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T17:58:51,451 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T17:58:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T17:58:51,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T17:58:51,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:51,487 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T17:58:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T17:58:51,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 965c7970defd49dad241705fde100921 2024-11-12T17:58:51,498 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 965c7970defd49dad241705fde100921 2024-11-12T17:58:51,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure aaf2eb6fd451df4e58bc088235f039ab in 10.5290 sec 2024-11-12T17:58:51,506 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T17:58:51,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 965c7970defd49dad241705fde100921 in 10.5410 sec 2024-11-12T17:58:51,581 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/c5d45995ec29dfd8897cade34290a2ca/.tmp/cf/826dcf740c9240969231a54461f9838e is 34, key is eaa/cf:cf/1731434320346/Put/seqid=0 2024-11-12T17:58:51,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741853_1029 (size=499309) 2024-11-12T17:58:51,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741853_1029 (size=499309) 2024-11-12T17:58:51,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741853_1029 (size=499309) 2024-11-12T17:58:51,593 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/c5d45995ec29dfd8897cade34290a2ca/.tmp/cf/826dcf740c9240969231a54461f9838e 2024-11-12T17:58:51,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741854_1030 (size=47197) 2024-11-12T17:58:51,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741854_1030 (size=47197) 2024-11-12T17:58:51,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741854_1030 (size=47197) 2024-11-12T17:58:51,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T17:58:51,699 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T17:58:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T17:58:51,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:51,701 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T17:58:51,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6813136a65c1bf6cf9ac7a5e06934b9d in 10.7420 sec 2024-11-12T17:58:51,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741855_1031 (size=14141) 2024-11-12T17:58:51,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741855_1031 (size=14141) 2024-11-12T17:58:51,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741855_1031 (size=14141) 2024-11-12T17:58:51,735 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) 2024-11-12T17:58:51,760 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta.temp to hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T17:58:51,768 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(425): Processed 26 edits across 1 Regions in 441 ms; skipped=1; WAL=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false 2024-11-12T17:58:51,768 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] wal.WALSplitter(428): Completed split of hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta, journal: Splitting hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta, size=14.0 K (14382bytes) at 1731434331154Finishing writing output for hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta so closing down at 1731434331451 (+297 ms)Creating recovered edits writer path=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta.temp at 1731434331484 (+33 ms)3 split writer threads finished at 1731434331506 (+22 ms)Closed recovered edits writer path=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta.temp (wrote 25 edits, skipped 0 edits in 2 ms) at 1731434331735 (+229 ms)Rename recovered edits hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta.temp to hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 at 1731434331760 (+25 ms)Processed 26 edits across 1 Regions in 441 ms; skipped=1; WAL=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta, size=14.0 K, length=14382, corrupted=false, cancelled=false at 1731434331768 (+8 ms) 2024-11-12T17:58:51,768 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta 2024-11-12T17:58:51,768 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-0 {event_type=RS_LOG_REPLAY, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T17:58:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T17:58:51,833 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta to hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/oldWALs 2024-11-12T17:58:51,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T17:58:51,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T17:58:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T17:58:51,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:51,847 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T17:58:51,852 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/c5d45995ec29dfd8897cade34290a2ca/.tmp/cf/826dcf740c9240969231a54461f9838e as hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/c5d45995ec29dfd8897cade34290a2ca/cf/826dcf740c9240969231a54461f9838e 2024-11-12T17:58:51,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-12T17:58:51,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta, worker=6684de3f6e40,32785,1731434282839 in 10.3470 sec 2024-11-12T17:58:51,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure db4fffeec30fef2a9bd8f4a537e47f10 in 10.8890 sec 2024-11-12T17:58:51,869 DEBUG [PEWorker-2 {}] master.SplitWALManager(172): Release split WAL worker=6684de3f6e40,32785,1731434282839 2024-11-12T17:58:51,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-12T17:58:51,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 6684de3f6e40%2C33619%2C1731434283201.meta.1731434297574.meta, worker=6684de3f6e40,32785,1731434282839 in 10.4430 sec 2024-11-12T17:58:51,908 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/c5d45995ec29dfd8897cade34290a2ca/cf/826dcf740c9240969231a54461f9838e, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-12T17:58:51,911 INFO [PEWorker-5 {}] master.SplitLogManager(171): hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting dir is empty, no logs to split. 2024-11-12T17:58:51,911 INFO [PEWorker-5 {}] master.SplitWALManager(105): 6684de3f6e40,33619,1731434283201 WAL count=0, meta=true 2024-11-12T17:58:51,911 DEBUG [PEWorker-5 {}] procedure.ServerCrashProcedure(329): Check if 6684de3f6e40,33619,1731434283201 WAL splitting is done? wals=0, meta=true 2024-11-12T17:58:51,922 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for c5d45995ec29dfd8897cade34290a2ca in 910ms, sequenceid=5, compaction requested=false 2024-11-12T17:58:51,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for c5d45995ec29dfd8897cade34290a2ca: 2024-11-12T17:58:51,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. for SnapshotProcedureTest completed. 2024-11-12T17:58:51,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T17:58:51,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T17:58:51,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/c5d45995ec29dfd8897cade34290a2ca/cf/826dcf740c9240969231a54461f9838e] hfiles 2024-11-12T17:58:51,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T17:58:51,926 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/c5d45995ec29dfd8897cade34290a2ca/cf/826dcf740c9240969231a54461f9838e for snapshot=SnapshotProcedureTest 2024-11-12T17:58:51,935 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:58:51,944 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T17:58:52,038 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db9a7bd826a13237ab0876b4e77be75a/.tmp/cf/7e87bce8a0d84162b21206c1ae3a1128 2024-11-12T17:58:52,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741856_1032 (size=97) 2024-11-12T17:58:52,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741856_1032 (size=97) 2024-11-12T17:58:52,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741856_1032 (size=97) 2024-11-12T17:58:52,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T17:58:52,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T17:58:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T17:58:52,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:52,072 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c5d45995ec29dfd8897cade34290a2ca 2024-11-12T17:58:52,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c5d45995ec29dfd8897cade34290a2ca in 11.1080 sec 2024-11-12T17:58:52,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db9a7bd826a13237ab0876b4e77be75a/.tmp/cf/7e87bce8a0d84162b21206c1ae3a1128 as hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db9a7bd826a13237ab0876b4e77be75a/cf/7e87bce8a0d84162b21206c1ae3a1128 2024-11-12T17:58:52,094 DEBUG [6684de3f6e40:40529 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T17:58:52,095 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(204): Hosts are {6684de3f6e40=0} racks are {/default-rack=0} 2024-11-12T17:58:52,095 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T17:58:52,095 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T17:58:52,096 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T17:58:52,096 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T17:58:52,096 INFO [6684de3f6e40:40529 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T17:58:52,096 INFO [6684de3f6e40:40529 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T17:58:52,096 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T17:58:52,100 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,44601,1731434283040 2024-11-12T17:58:52,104 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,44601,1731434283040, state=OPENING 2024-11-12T17:58:52,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:58:52,134 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=39, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T17:58:52,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,44601,1731434283040}] 2024-11-12T17:58:52,134 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:58:52,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:58:52,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:58:52,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:58:52,135 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:58:52,146 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db9a7bd826a13237ab0876b4e77be75a/cf/7e87bce8a0d84162b21206c1ae3a1128, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T17:58:52,162 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for db9a7bd826a13237ab0876b4e77be75a in 1129ms, sequenceid=5, compaction requested=false 2024-11-12T17:58:52,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for db9a7bd826a13237ab0876b4e77be75a: 2024-11-12T17:58:52,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. for SnapshotProcedureTest completed. 2024-11-12T17:58:52,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T17:58:52,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T17:58:52,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db9a7bd826a13237ab0876b4e77be75a/cf/7e87bce8a0d84162b21206c1ae3a1128] hfiles 2024-11-12T17:58:52,163 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db9a7bd826a13237ab0876b4e77be75a/cf/7e87bce8a0d84162b21206c1ae3a1128 for snapshot=SnapshotProcedureTest 2024-11-12T17:58:52,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741857_1033 (size=105) 2024-11-12T17:58:52,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741857_1033 (size=105) 2024-11-12T17:58:52,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741857_1033 (size=105) 2024-11-12T17:58:52,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T17:58:52,257 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T17:58:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T17:58:52,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:52,258 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure db9a7bd826a13237ab0876b4e77be75a 2024-11-12T17:58:52,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure db9a7bd826a13237ab0876b4e77be75a in 11.2960 sec 2024-11-12T17:58:56,451 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:58:56,451 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:58:56,452 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:58:56,452 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d 2024-11-12T17:58:56,460 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 can not run currently because target server of region SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-12T17:58:56,460 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7; timeout=16000, timestamp=1731434352460 2024-11-12T17:58:56,461 WARN [PEWorker-4 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 can not run currently because target server of region SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-12T17:58:56,461 INFO [PEWorker-4 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040; timeout=16000, timestamp=1731434352461 2024-11-12T17:58:56,462 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d can not run currently because target server of region SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-12T17:58:56,462 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d; timeout=16000, timestamp=1731434352462 2024-11-12T17:58:56,463 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 can not run currently because target server of region SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 6684de3f6e40,33619,1731434283201 is in state SPLITTING_META_DONE, wait 16000 ms to retry 2024-11-12T17:58:56,463 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6; timeout=16000, timestamp=1731434352463 2024-11-12T17:58:58,291 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T17:58:58,291 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T17:58:59,944 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:59:02,179 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T17:59:02,180 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T17:59:02,180 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T17:59:02,205 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C44601%2C1731434283040.meta, suffix=.meta, logDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,44601,1731434283040, archiveDir=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/oldWALs, maxLogs=32 2024-11-12T17:59:02,232 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,44601,1731434283040/6684de3f6e40%2C44601%2C1731434283040.meta.1731434342208.meta, exclude list is [], retry=0 2024-11-12T17:59:02,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41161,DS-7416c14d-d357-4926-8d51-111cdbc6b326,DISK] 2024-11-12T17:59:02,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43629,DS-310863ec-6e9c-4aef-8b92-5d3f79088a2b,DISK] 2024-11-12T17:59:02,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41797,DS-8e366474-6a56-4c2e-850b-7bcf11f9511a,DISK] 2024-11-12T17:59:02,298 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,44601,1731434283040/6684de3f6e40%2C44601%2C1731434283040.meta.1731434342208.meta 2024-11-12T17:59:02,300 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45581:45581),(127.0.0.1/127.0.0.1:36321:36321),(127.0.0.1/127.0.0.1:34161:34161)] 2024-11-12T17:59:02,300 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T17:59:02,301 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T17:59:02,301 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T17:59:02,301 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T17:59:02,301 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T17:59:02,301 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:59:02,301 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T17:59:02,302 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T17:59:02,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T17:59:02,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T17:59:02,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:59:02,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:59:02,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T17:59:02,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T17:59:02,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:59:02,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:59:02,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T17:59:02,356 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T17:59:02,356 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:59:02,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:59:02,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T17:59:02,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T17:59:02,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:59:02,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T17:59:02,364 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T17:59:02,368 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740 2024-11-12T17:59:02,377 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740 2024-11-12T17:59:02,381 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T17:59:02,414 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5793): Applied 104, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=28, path=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T17:59:02,414 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-12T17:59:02,512 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/.tmp/info/b6a27f7357e2484dba4e688d2fd4030d is 167, key is SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921./info:regioninfo/1731434309972/Put/seqid=0 2024-11-12T17:59:02,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741859_1035 (size=18393) 2024-11-12T17:59:02,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741859_1035 (size=18393) 2024-11-12T17:59:02,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741859_1035 (size=18393) 2024-11-12T17:59:02,983 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/.tmp/info/b6a27f7357e2484dba4e688d2fd4030d 2024-11-12T17:59:03,055 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/.tmp/ns/91d7f4c0666c467593127145ff3e17d9 is 43, key is default/ns:d/1731434297968/Put/seqid=0 2024-11-12T17:59:03,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741860_1036 (size=5153) 2024-11-12T17:59:03,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741860_1036 (size=5153) 2024-11-12T17:59:03,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741860_1036 (size=5153) 2024-11-12T17:59:03,159 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/.tmp/ns/91d7f4c0666c467593127145ff3e17d9 2024-11-12T17:59:03,215 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/.tmp/table/0994c163f6ac4fecaa7bb09e2148edcb is 47, key is SPTestTable/table:state/1731434310293/Put/seqid=0 2024-11-12T17:59:03,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741861_1037 (size=5214) 2024-11-12T17:59:03,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741861_1037 (size=5214) 2024-11-12T17:59:03,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741861_1037 (size=5214) 2024-11-12T17:59:03,229 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/.tmp/table/0994c163f6ac4fecaa7bb09e2148edcb 2024-11-12T17:59:03,240 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/.tmp/info/b6a27f7357e2484dba4e688d2fd4030d as hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/info/b6a27f7357e2484dba4e688d2fd4030d 2024-11-12T17:59:03,250 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/info/b6a27f7357e2484dba4e688d2fd4030d, entries=100, sequenceid=28, filesize=18.0 K 2024-11-12T17:59:03,252 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/.tmp/ns/91d7f4c0666c467593127145ff3e17d9 as hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/ns/91d7f4c0666c467593127145ff3e17d9 2024-11-12T17:59:03,261 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/ns/91d7f4c0666c467593127145ff3e17d9, entries=2, sequenceid=28, filesize=5.0 K 2024-11-12T17:59:03,263 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/.tmp/table/0994c163f6ac4fecaa7bb09e2148edcb as hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/table/0994c163f6ac4fecaa7bb09e2148edcb 2024-11-12T17:59:03,273 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/table/0994c163f6ac4fecaa7bb09e2148edcb, entries=2, sequenceid=28, filesize=5.1 K 2024-11-12T17:59:03,274 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 860ms, sequenceid=28, compaction requested=false; wal=null 2024-11-12T17:59:03,275 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/0000000000000000028 2024-11-12T17:59:03,276 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T17:59:03,277 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T17:59:03,277 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T17:59:03,279 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T17:59:03,282 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/28.seqid, newMaxSeqId=28, maxSeqId=1 2024-11-12T17:59:03,284 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=29; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69197316, jitterRate=0.031120359897613525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T17:59:03,284 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T17:59:03,284 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434342302Writing region info on filesystem at 1731434342302Initializing all the Stores at 1731434342311 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434342315 (+4 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434342335 (+20 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434342335Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434342335Obtaining lock to block concurrent updates at 1731434342414 (+79 ms)Preparing flush snapshotting stores in 1588230740 at 1731434342414Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731434342415 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434342415Flushing 1588230740/info: creating writer at 1731434342415Flushing 1588230740/info: appending metadata at 1731434342489 (+74 ms)Flushing 1588230740/info: closing flushed file at 1731434342489Flushing 1588230740/ns: creating writer at 1731434343000 (+511 ms)Flushing 1588230740/ns: appending metadata at 1731434343039 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1731434343039Flushing 1588230740/table: creating writer at 1731434343189 (+150 ms)Flushing 1588230740/table: appending metadata at 1731434343214 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731434343214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67abd5a0: reopening flushed file at 1731434343239 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea13492: reopening flushed file at 1731434343250 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af27c7e: reopening flushed file at 1731434343261 (+11 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 860ms, sequenceid=28, compaction requested=false; wal=null at 1731434343274 (+13 ms)Cleaning up temporary data from old regions at 1731434343277 (+3 ms)Running coprocessor post-open hooks at 1731434343284 (+7 ms)Region opened successfully at 1731434343284 2024-11-12T17:59:03,285 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=40, masterSystemTime=1731434342138 2024-11-12T17:59:03,288 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T17:59:03,288 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=40}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T17:59:03,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=29, regionLocation=6684de3f6e40,44601,1731434283040 2024-11-12T17:59:03,289 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,44601,1731434283040, state=OPEN 2024-11-12T17:59:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:59:03,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:59:03,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:59:03,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:59:03,325 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=40, ppid=39, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,44601,1731434283040 2024-11-12T17:59:03,325 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T17:59:03,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T17:59:03,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-12T17:59:03,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,44601,1731434283040 in 11.1910 sec 2024-11-12T17:59:03,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=36 2024-11-12T17:59:03,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 11.4090 sec 2024-11-12T17:59:03,340 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): 6684de3f6e40,33619,1731434283201 had 5 regions 2024-11-12T17:59:03,341 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=36, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 6684de3f6e40,33619,1731434283201, splitWal=true, meta=true, isMeta: false 2024-11-12T17:59:03,349 INFO [PEWorker-2 {}] master.SplitWALManager(105): 6684de3f6e40,33619,1731434283201 WAL count=1, meta=false 2024-11-12T17:59:03,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=36, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 6684de3f6e40%2C33619%2C1731434283201.1731434287132}] 2024-11-12T17:59:03,353 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=6684de3f6e40,32785,1731434282839 2024-11-12T17:59:03,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 6684de3f6e40%2C33619%2C1731434283201.1731434287132, worker=6684de3f6e40,32785,1731434282839}] 2024-11-12T17:59:07,860 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T17:59:09,339 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-12T17:59:12,460 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:12,461 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:12,462 WARN [PEWorker-3 {}] procedure.SnapshotRegionProcedure(211): pid=33, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 can not run currently because target server of region SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 6684de3f6e40,33619,1731434283201 is in state SPLITTING, wait 32000 ms to retry 2024-11-12T17:59:12,462 INFO [PEWorker-3 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=33, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7; timeout=32000, timestamp=1731434384462 2024-11-12T17:59:12,462 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:12,463 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:12,468 WARN [PEWorker-2 {}] procedure.SnapshotRegionProcedure(211): pid=26, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d can not run currently because target server of region SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 6684de3f6e40,33619,1731434283201 is in state SPLITTING, wait 32000 ms to retry 2024-11-12T17:59:12,468 WARN [PEWorker-5 {}] procedure.SnapshotRegionProcedure(211): pid=32, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 can not run currently because target server of region SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 6684de3f6e40,33619,1731434283201 is in state SPLITTING, wait 32000 ms to retry 2024-11-12T17:59:12,468 INFO [PEWorker-2 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=26, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d; timeout=32000, timestamp=1731434384468 2024-11-12T17:59:12,468 INFO [PEWorker-5 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=32, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040; timeout=32000, timestamp=1731434384468 2024-11-12T17:59:12,468 WARN [PEWorker-1 {}] procedure.SnapshotRegionProcedure(211): pid=29, ppid=25, state=RUNNABLE, hasLock=true; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 can not run currently because target server of region SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 6684de3f6e40,33619,1731434283201 is in state SPLITTING, wait 32000 ms to retry 2024-11-12T17:59:12,468 INFO [PEWorker-1 {}] procedure2.TimeoutExecutorThread(82): ADDED pid=29, ppid=25, state=WAITING_TIMEOUT, hasLock=true; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6; timeout=32000, timestamp=1731434384468 2024-11-12T17:59:13,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=42 2024-11-12T17:59:13,419 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(299): Splitting hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.1731434287132, size=1.2 K (1242bytes) 2024-11-12T17:59:13,419 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.1731434287132 2024-11-12T17:59:13,427 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.1731434287132 after 8ms 2024-11-12T17:59:13,446 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(310): Open hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.1731434287132 took 28ms 2024-11-12T17:59:13,477 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 350689120315591b642c9e0b47b8a70d: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T17:59:13,481 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for a908bafe1bbef409b1949ee81e9310e6: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T17:59:13,483 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 8abeddc8b04252990fec2826fc3b6ca7: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T17:59:13,486 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(352): Last flushed sequenceid for 86acf40d8f0fde156ab275ffd163d040: last_flushed_sequence_id: 18446744073709551615 store_sequence_id { family_name: "cf" sequence_id: 18446744073709551615 } 2024-11-12T17:59:13,487 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.1731434287132 so closing down 2024-11-12T17:59:13,487 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-12T17:59:13,487 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.OutputSink(145): 3 split writer threads finished 2024-11-12T17:59:13,487 INFO [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(425): Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.1731434287132, size=1.2 K, length=1242, corrupted=false, cancelled=false 2024-11-12T17:59:13,488 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] wal.WALSplitter(428): Completed split of hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.1731434287132, journal: Splitting hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.1731434287132, size=1.2 K (1242bytes) at 1731434353419Finishing writing output for hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.1731434287132 so closing down at 1731434353487 (+68 ms)3 split writer threads finished at 1731434353487Processed 4 edits across 0 Regions in 20 ms; skipped=4; WAL=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.1731434287132, size=1.2 K, length=1242, corrupted=false, cancelled=false at 1731434353487 2024-11-12T17:59:13,488 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.1731434287132 2024-11-12T17:59:13,488 DEBUG [RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0-1 {event_type=RS_LOG_REPLAY, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-12T17:59:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=42 2024-11-12T17:59:13,512 INFO [PEWorker-4 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting/6684de3f6e40%2C33619%2C1731434283201.1731434287132 to hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/oldWALs 2024-11-12T17:59:13,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-11-12T17:59:13,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 6684de3f6e40%2C33619%2C1731434283201.1731434287132, worker=6684de3f6e40,32785,1731434282839 in 10.1580 sec 2024-11-12T17:59:13,523 DEBUG [PEWorker-4 {}] master.SplitWALManager(172): Release split WAL worker=6684de3f6e40,32785,1731434282839 2024-11-12T17:59:13,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=36 2024-11-12T17:59:13,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=36, state=SUCCESS, hasLock=false; SplitWALProcedure 6684de3f6e40%2C33619%2C1731434283201.1731434287132, worker=6684de3f6e40,32785,1731434282839 in 10.1740 sec 2024-11-12T17:59:13,532 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,33619,1731434283201-splitting dir is empty, no logs to split. 2024-11-12T17:59:13,532 INFO [PEWorker-2 {}] master.SplitWALManager(105): 6684de3f6e40,33619,1731434283201 WAL count=0, meta=false 2024-11-12T17:59:13,533 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if 6684de3f6e40,33619,1731434283201 WAL splitting is done? wals=0, meta=false 2024-11-12T17:59:13,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=350689120315591b642c9e0b47b8a70d, ASSIGN}, {pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8abeddc8b04252990fec2826fc3b6ca7, ASSIGN}, {pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86acf40d8f0fde156ab275ffd163d040, ASSIGN}, {pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a908bafe1bbef409b1949ee81e9310e6, ASSIGN}] 2024-11-12T17:59:13,541 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=350689120315591b642c9e0b47b8a70d, ASSIGN 2024-11-12T17:59:13,543 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8abeddc8b04252990fec2826fc3b6ca7, ASSIGN 2024-11-12T17:59:13,544 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=350689120315591b642c9e0b47b8a70d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T17:59:13,545 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8abeddc8b04252990fec2826fc3b6ca7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T17:59:13,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86acf40d8f0fde156ab275ffd163d040, ASSIGN 2024-11-12T17:59:13,546 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a908bafe1bbef409b1949ee81e9310e6, ASSIGN 2024-11-12T17:59:13,547 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a908bafe1bbef409b1949ee81e9310e6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T17:59:13,548 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86acf40d8f0fde156ab275ffd163d040, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T17:59:13,696 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(204): Hosts are {6684de3f6e40=0} racks are {/default-rack=0} 2024-11-12T17:59:13,696 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T17:59:13,696 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T17:59:13,696 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T17:59:13,696 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T17:59:13,696 INFO [6684de3f6e40:40529 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T17:59:13,696 INFO [6684de3f6e40:40529 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T17:59:13,696 DEBUG [6684de3f6e40:40529 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T17:59:13,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=a908bafe1bbef409b1949ee81e9310e6, regionState=OPENING, regionLocation=6684de3f6e40,32785,1731434282839 2024-11-12T17:59:13,697 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8abeddc8b04252990fec2826fc3b6ca7, regionState=OPENING, regionLocation=6684de3f6e40,32785,1731434282839 2024-11-12T17:59:13,697 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=86acf40d8f0fde156ab275ffd163d040, regionState=OPENING, regionLocation=6684de3f6e40,44601,1731434283040 2024-11-12T17:59:13,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=350689120315591b642c9e0b47b8a70d, regionState=OPENING, regionLocation=6684de3f6e40,44601,1731434283040 2024-11-12T17:59:13,700 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6684de3f6e40:33619 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:33619 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:59:13,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1, error=java.net.ConnectException: Call to address=6684de3f6e40:33619 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:33619 2024-11-12T17:59:13,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-12T17:59:13,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1 from cache 2024-11-12T17:59:13,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=6684de3f6e40:33619 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:33619 2024-11-12T17:59:13,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=6684de3f6e40:33619 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:33619 2024-11-12T17:59:13,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6684de3f6e40:33619 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:33619 2024-11-12T17:59:13,714 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6684de3f6e40:33619 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:33619 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T17:59:13,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1 , the old value is null, error=java.net.ConnectException: Call to address=6684de3f6e40:33619 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:33619 2024-11-12T17:59:13,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 6684de3f6e40:33619 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 6684de3f6e40/172.17.0.3:33619 2024-11-12T17:59:13,815 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T17:59:13,815 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,44601,1731434283040, seqNum=-1] 2024-11-12T17:59:13,816 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T17:59:13,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T17:59:13,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=86acf40d8f0fde156ab275ffd163d040, ASSIGN because future has completed 2024-11-12T17:59:13,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=8abeddc8b04252990fec2826fc3b6ca7, ASSIGN because future has completed 2024-11-12T17:59:13,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=a908bafe1bbef409b1949ee81e9310e6, ASSIGN because future has completed 2024-11-12T17:59:13,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure a908bafe1bbef409b1949ee81e9310e6, server=6684de3f6e40,32785,1731434282839}] 2024-11-12T17:59:13,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=350689120315591b642c9e0b47b8a70d, ASSIGN because future has completed 2024-11-12T17:59:13,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 350689120315591b642c9e0b47b8a70d, server=6684de3f6e40,44601,1731434283040}] 2024-11-12T17:59:13,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7, server=6684de3f6e40,32785,1731434282839}] 2024-11-12T17:59:13,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86acf40d8f0fde156ab275ffd163d040, server=6684de3f6e40,44601,1731434283040}] 2024-11-12T17:59:14,294 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T17:59:14,755 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c5d45995ec29dfd8897cade34290a2ca, had cached 0 bytes from a total of 499309 2024-11-12T17:59:14,895 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region db9a7bd826a13237ab0876b4e77be75a, had cached 0 bytes from a total of 47197 2024-11-12T17:59:19,280 DEBUG [master/6684de3f6e40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region db4fffeec30fef2a9bd8f4a537e47f10 changed from -1.0 to 0.0, refreshing cache 2024-11-12T17:59:19,281 DEBUG [master/6684de3f6e40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6813136a65c1bf6cf9ac7a5e06934b9d changed from -1.0 to 0.0, refreshing cache 2024-11-12T17:59:19,282 DEBUG [master/6684de3f6e40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region db9a7bd826a13237ab0876b4e77be75a changed from -1.0 to 0.0, refreshing cache 2024-11-12T17:59:19,283 DEBUG [master/6684de3f6e40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 965c7970defd49dad241705fde100921 changed from -1.0 to 0.0, refreshing cache 2024-11-12T17:59:19,283 DEBUG [master/6684de3f6e40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aaf2eb6fd451df4e58bc088235f039ab changed from -1.0 to 0.0, refreshing cache 2024-11-12T17:59:19,283 DEBUG [master/6684de3f6e40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c5d45995ec29dfd8897cade34290a2ca changed from -1.0 to 0.0, refreshing cache 2024-11-12T17:59:19,283 DEBUG [master/6684de3f6e40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T17:59:23,871 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T17:59:23,872 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 8abeddc8b04252990fec2826fc3b6ca7, NAME => 'SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T17:59:23,872 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:23,872 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:59:23,873 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:23,873 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T17:59:23,873 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:23,873 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 350689120315591b642c9e0b47b8a70d, NAME => 'SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T17:59:23,873 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:23,873 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:59:23,873 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:23,874 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:23,880 INFO [StoreOpener-350689120315591b642c9e0b47b8a70d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:23,886 INFO [StoreOpener-350689120315591b642c9e0b47b8a70d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 350689120315591b642c9e0b47b8a70d columnFamilyName cf 2024-11-12T17:59:23,886 DEBUG [StoreOpener-350689120315591b642c9e0b47b8a70d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:59:23,891 INFO [StoreOpener-350689120315591b642c9e0b47b8a70d-1 {}] regionserver.HStore(327): Store=350689120315591b642c9e0b47b8a70d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:59:23,891 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:23,899 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:23,904 INFO [StoreOpener-8abeddc8b04252990fec2826fc3b6ca7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:23,909 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:23,912 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:23,912 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:23,912 INFO [StoreOpener-8abeddc8b04252990fec2826fc3b6ca7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8abeddc8b04252990fec2826fc3b6ca7 columnFamilyName cf 2024-11-12T17:59:23,912 DEBUG [StoreOpener-8abeddc8b04252990fec2826fc3b6ca7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:59:23,919 INFO [StoreOpener-8abeddc8b04252990fec2826fc3b6ca7-1 {}] regionserver.HStore(327): Store=8abeddc8b04252990fec2826fc3b6ca7/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:59:23,920 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:23,925 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:23,928 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:23,932 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 350689120315591b642c9e0b47b8a70d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63536612, jitterRate=-0.05323070287704468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:59:23,933 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:23,933 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 350689120315591b642c9e0b47b8a70d: Running coprocessor pre-open hook at 1731434363874Writing region info on filesystem at 1731434363874Initializing all the Stores at 1731434363879 (+5 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434363879Cleaning up temporary data from old regions at 1731434363912 (+33 ms)Running coprocessor post-open hooks at 1731434363933 (+21 ms)Region opened successfully at 1731434363933 2024-11-12T17:59:23,937 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d., pid=48, masterSystemTime=1731434363856 2024-11-12T17:59:23,939 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:23,943 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:23,943 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:23,947 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T17:59:23,947 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T17:59:23,948 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T17:59:23,948 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 86acf40d8f0fde156ab275ffd163d040, NAME => 'SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T17:59:23,948 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:23,948 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:59:23,949 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:23,949 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:23,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=350689120315591b642c9e0b47b8a70d, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,44601,1731434283040 2024-11-12T17:59:23,960 INFO [StoreOpener-86acf40d8f0fde156ab275ffd163d040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:23,960 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:23,965 INFO [StoreOpener-86acf40d8f0fde156ab275ffd163d040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86acf40d8f0fde156ab275ffd163d040 columnFamilyName cf 2024-11-12T17:59:23,965 DEBUG [StoreOpener-86acf40d8f0fde156ab275ffd163d040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:59:23,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 350689120315591b642c9e0b47b8a70d, server=6684de3f6e40,44601,1731434283040 because future has completed 2024-11-12T17:59:23,971 INFO [StoreOpener-86acf40d8f0fde156ab275ffd163d040-1 {}] regionserver.HStore(327): Store=86acf40d8f0fde156ab275ffd163d040/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:59:23,971 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 8abeddc8b04252990fec2826fc3b6ca7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73797779, jitterRate=0.0996726006269455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:59:23,972 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:23,972 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:23,972 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 8abeddc8b04252990fec2826fc3b6ca7: Running coprocessor pre-open hook at 1731434363873Writing region info on filesystem at 1731434363873Initializing all the Stores at 1731434363903 (+30 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434363903Cleaning up temporary data from old regions at 1731434363943 (+40 ms)Running coprocessor post-open hooks at 1731434363972 (+29 ms)Region opened successfully at 1731434363972 2024-11-12T17:59:23,974 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:23,981 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:23,982 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:23,982 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:23,983 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7., pid=49, masterSystemTime=1731434363858 2024-11-12T17:59:23,986 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:23,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=43 2024-11-12T17:59:23,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 350689120315591b642c9e0b47b8a70d, server=6684de3f6e40,44601,1731434283040 in 10.1340 sec 2024-11-12T17:59:23,988 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 86acf40d8f0fde156ab275ffd163d040; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68569977, jitterRate=0.02177228033542633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:59:23,988 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:23,988 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 86acf40d8f0fde156ab275ffd163d040: Running coprocessor pre-open hook at 1731434363949Writing region info on filesystem at 1731434363949Initializing all the Stores at 1731434363955 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434363955Cleaning up temporary data from old regions at 1731434363982 (+27 ms)Running coprocessor post-open hooks at 1731434363988 (+6 ms)Region opened successfully at 1731434363988 2024-11-12T17:59:23,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=350689120315591b642c9e0b47b8a70d, ASSIGN in 10.4480 sec 2024-11-12T17:59:23,995 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T17:59:23,995 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T17:59:23,995 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040., pid=50, masterSystemTime=1731434363856 2024-11-12T17:59:23,995 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T17:59:23,996 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => a908bafe1bbef409b1949ee81e9310e6, NAME => 'SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T17:59:23,996 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:23,996 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T17:59:23,996 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:23,997 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:24,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=8abeddc8b04252990fec2826fc3b6ca7, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,32785,1731434282839 2024-11-12T17:59:24,007 INFO [StoreOpener-a908bafe1bbef409b1949ee81e9310e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:24,009 INFO [StoreOpener-a908bafe1bbef409b1949ee81e9310e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a908bafe1bbef409b1949ee81e9310e6 columnFamilyName cf 2024-11-12T17:59:24,009 DEBUG [StoreOpener-a908bafe1bbef409b1949ee81e9310e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T17:59:24,010 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=45 updating hbase:meta row=86acf40d8f0fde156ab275ffd163d040, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,44601,1731434283040 2024-11-12T17:59:24,010 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T17:59:24,010 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T17:59:24,013 INFO [StoreOpener-a908bafe1bbef409b1949ee81e9310e6-1 {}] regionserver.HStore(327): Store=a908bafe1bbef409b1949ee81e9310e6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T17:59:24,014 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:24,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7, server=6684de3f6e40,32785,1731434282839 because future has completed 2024-11-12T17:59:24,015 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40529 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,32785,1731434282839, table=SPTestTable, region=8abeddc8b04252990fec2826fc3b6ca7. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T17:59:24,016 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:24,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=45, state=RUNNABLE, hasLock=false; OpenRegionProcedure 86acf40d8f0fde156ab275ffd163d040, server=6684de3f6e40,44601,1731434283040 because future has completed 2024-11-12T17:59:24,028 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:24,029 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:24,029 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:24,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=44 2024-11-12T17:59:24,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7, server=6684de3f6e40,32785,1731434282839 in 10.1760 sec 2024-11-12T17:59:24,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=8abeddc8b04252990fec2826fc3b6ca7, ASSIGN in 10.4910 sec 2024-11-12T17:59:24,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=45 2024-11-12T17:59:24,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=45, state=SUCCESS, hasLock=false; OpenRegionProcedure 86acf40d8f0fde156ab275ffd163d040, server=6684de3f6e40,44601,1731434283040 in 10.1900 sec 2024-11-12T17:59:24,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=86acf40d8f0fde156ab275ffd163d040, ASSIGN in 10.5020 sec 2024-11-12T17:59:24,044 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:24,052 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened a908bafe1bbef409b1949ee81e9310e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63753587, jitterRate=-0.04999752342700958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T17:59:24,052 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:24,052 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for a908bafe1bbef409b1949ee81e9310e6: Running coprocessor pre-open hook at 1731434363997Writing region info on filesystem at 1731434363997Initializing all the Stores at 1731434363998 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434363999 (+1 ms)Cleaning up temporary data from old regions at 1731434364029 (+30 ms)Running coprocessor post-open hooks at 1731434364052 (+23 ms)Region opened successfully at 1731434364052 2024-11-12T17:59:24,056 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6., pid=47, masterSystemTime=1731434363858 2024-11-12T17:59:24,064 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T17:59:24,064 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T17:59:24,064 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=a908bafe1bbef409b1949ee81e9310e6, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,32785,1731434282839 2024-11-12T17:59:24,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure a908bafe1bbef409b1949ee81e9310e6, server=6684de3f6e40,32785,1731434282839 because future has completed 2024-11-12T17:59:24,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-12T17:59:24,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure a908bafe1bbef409b1949ee81e9310e6, server=6684de3f6e40,32785,1731434282839 in 10.2360 sec 2024-11-12T17:59:24,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=36 2024-11-12T17:59:24,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=a908bafe1bbef409b1949ee81e9310e6, ASSIGN in 10.5410 sec 2024-11-12T17:59:24,099 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(291): removed crashed server 6684de3f6e40,33619,1731434283201 after splitting done 2024-11-12T17:59:24,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; ServerCrashProcedure 6684de3f6e40,33619,1731434283201, splitWal=true, meta=true in 42.7250 sec 2024-11-12T17:59:29,417 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T17:59:29,944 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T17:59:44,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:44,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:44,476 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:44,476 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:47,298 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T17:59:47,302 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 28760 2024-11-12T17:59:54,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T17:59:54,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T17:59:54,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T17:59:54,471 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T17:59:54,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for a908bafe1bbef409b1949ee81e9310e6: 2024-11-12T17:59:54,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 8abeddc8b04252990fec2826fc3b6ca7: 2024-11-12T17:59:54,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. for SnapshotProcedureTest completed. 2024-11-12T17:59:54,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. for SnapshotProcedureTest completed. 2024-11-12T17:59:54,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T17:59:54,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T17:59:54,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T17:59:54,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T17:59:54,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T17:59:54,472 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T17:59:54,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T17:59:54,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T17:59:54,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T17:59:54,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T17:59:54,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 86acf40d8f0fde156ab275ffd163d040: 2024-11-12T17:59:54,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. for SnapshotProcedureTest completed. 2024-11-12T17:59:54,484 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 350689120315591b642c9e0b47b8a70d: 2024-11-12T17:59:54,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. for SnapshotProcedureTest completed. 2024-11-12T17:59:54,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T17:59:54,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T17:59:54,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T17:59:54,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T17:59:54,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T17:59:54,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T17:59:54,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741864_1040 (size=65) 2024-11-12T17:59:54,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741864_1040 (size=65) 2024-11-12T17:59:54,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741864_1040 (size=65) 2024-11-12T17:59:54,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741862_1038 (size=65) 2024-11-12T17:59:54,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741862_1038 (size=65) 2024-11-12T17:59:54,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741862_1038 (size=65) 2024-11-12T17:59:54,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T17:59:54,622 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T17:59:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T17:59:54,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:54,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741863_1039 (size=65) 2024-11-12T17:59:54,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T17:59:54,626 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T17:59:54,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T17:59:54,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T17:59:54,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:54,628 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 2024-11-12T17:59:54,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741863_1039 (size=65) 2024-11-12T17:59:54,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741863_1039 (size=65) 2024-11-12T17:59:54,635 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T17:59:54,636 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T17:59:54,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T17:59:54,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:54,652 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 2024-11-12T17:59:54,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8abeddc8b04252990fec2826fc3b6ca7 in 1 mins, 13.674 sec 2024-11-12T17:59:54,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 86acf40d8f0fde156ab275ffd163d040 in 1 mins, 13.675 sec 2024-11-12T17:59:54,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741865_1041 (size=57) 2024-11-12T17:59:54,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741865_1041 (size=57) 2024-11-12T17:59:54,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741865_1041 (size=57) 2024-11-12T17:59:54,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T17:59:54,677 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T17:59:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T17:59:54,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:54,681 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d 2024-11-12T17:59:54,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a908bafe1bbef409b1949ee81e9310e6 in 1 mins, 13.702 sec 2024-11-12T17:59:54,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-12T17:59:54,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 350689120315591b642c9e0b47b8a70d in 1 mins, 13.718 sec 2024-11-12T17:59:54,702 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T17:59:54,713 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T17:59:54,721 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T17:59:54,721 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T17:59:54,744 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T17:59:54,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741866_1042 (size=1094) 2024-11-12T17:59:54,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741866_1042 (size=1094) 2024-11-12T17:59:54,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741866_1042 (size=1094) 2024-11-12T17:59:54,928 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T17:59:54,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=52, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=53, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=54, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=55, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=56, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=57, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=58, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=59, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=60, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T17:59:54,967 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,44601,1731434283040 2024-11-12T17:59:54,970 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,32785,1731434282839 2024-11-12T17:59:54,970 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,44601,1731434283040 2024-11-12T17:59:54,971 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,32785,1731434282839 2024-11-12T17:59:54,971 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,44601,1731434283040 2024-11-12T17:59:55,004 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,32785,1731434282839 2024-11-12T17:59:59,756 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c5d45995ec29dfd8897cade34290a2ca, had cached 0 bytes from a total of 499309 2024-11-12T17:59:59,896 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region db9a7bd826a13237ab0876b4e77be75a, had cached 0 bytes from a total of 47197 2024-11-12T17:59:59,945 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:00:04,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=58 2024-11-12T18:00:04,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=59 2024-11-12T18:00:04,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=57 2024-11-12T18:00:04,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=56 2024-11-12T18:00:04,979 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T18:00:04,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=60 2024-11-12T18:00:04,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=54 2024-11-12T18:00:04,982 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-12T18:00:04,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-12T18:00:04,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-12T18:00:04,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=58 2024-11-12T18:00:04,988 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=57, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,44601,1731434283040 Release verify snapshot worker=6684de3f6e40,44601,1731434283040 2024-11-12T18:00:04,992 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-12T18:00:04,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,44601,1731434283040 in 10.0460 sec 2024-11-12T18:00:04,999 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,44601,1731434283040 2024-11-12T18:00:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-12T18:00:05,003 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=58, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,44601,1731434283040 Release verify snapshot worker=6684de3f6e40,44601,1731434283040 2024-11-12T18:00:05,006 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,44601,1731434283040 2024-11-12T18:00:05,008 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T18:00:05,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-12T18:00:05,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-12T18:00:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=56 2024-11-12T18:00:05,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-12T18:00:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=54 2024-11-12T18:00:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=60 2024-11-12T18:00:05,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,44601,1731434283040 in 10.0610 sec 2024-11-12T18:00:05,027 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=54, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,32785,1731434282839 Release verify snapshot worker=6684de3f6e40,32785,1731434282839 2024-11-12T18:00:05,028 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=56, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,32785,1731434282839 Release verify snapshot worker=6684de3f6e40,32785,1731434282839 2024-11-12T18:00:05,028 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1473): pid=59, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,44601,1731434283040 Release verify snapshot worker=6684de3f6e40,44601,1731434283040 2024-11-12T18:00:05,038 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,44601,1731434283040 2024-11-12T18:00:05,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,44601,1731434283040 in 10.0860 sec 2024-11-12T18:00:05,042 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=60, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,32785,1731434282839 Release verify snapshot worker=6684de3f6e40,32785,1731434282839 2024-11-12T18:00:05,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,32785,1731434282839 in 10.0860 sec 2024-11-12T18:00:05,046 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,32785,1731434282839 2024-11-12T18:00:05,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,32785,1731434282839 in 10.0850 sec 2024-11-12T18:00:05,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,32785,1731434282839 in 10.1000 sec 2024-11-12T18:00:10,277 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-12T18:00:15,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=51 2024-11-12T18:00:15,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=55 2024-11-12T18:00:15,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=53 2024-11-12T18:00:15,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-12T18:00:15,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-12T18:00:15,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-12T18:00:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-12T18:00:15,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-12T18:00:15,003 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1473): pid=51, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,44601,1731434283040 Release verify snapshot worker=6684de3f6e40,44601,1731434283040 2024-11-12T18:00:15,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-12T18:00:15,004 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1473): pid=55, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,44601,1731434283040 Release verify snapshot worker=6684de3f6e40,44601,1731434283040 2024-11-12T18:00:15,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,44601,1731434283040 in 20.0610 sec 2024-11-12T18:00:15,005 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1473): pid=53, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,44601,1731434283040 Release verify snapshot worker=6684de3f6e40,44601,1731434283040 2024-11-12T18:00:15,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,44601,1731434283040 in 20.0620 sec 2024-11-12T18:00:15,007 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,44601,1731434283040 in 20.0640 sec 2024-11-12T18:00:15,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32785 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=52 2024-11-12T18:00:15,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-12T18:00:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40529 {}] master.HMaster(4169): Remote procedure done, pid=52 2024-11-12T18:00:15,051 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1473): pid=52, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,32785,1731434282839 Release verify snapshot worker=6684de3f6e40,32785,1731434282839 2024-11-12T18:00:15,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=25 2024-11-12T18:00:15,053 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-12T18:00:15,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=25, state=SUCCESS, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest, targetServer=6684de3f6e40,32785,1731434282839 in 20.1090 sec 2024-11-12T18:00:15,055 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/.hbase-snapshot/.tmp/SnapshotProcedureTest to hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/.hbase-snapshot/SnapshotProcedureTest 2024-11-12T18:00:15,058 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-12T18:00:15,058 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 }, snapshot procedure id = 25 2024-11-12T18:00:15,061 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } in 1 mins, 34.4 sec 2024-11-12T18:00:15,186 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=SPTestTable,, stopping at row=SPTestTable ,, for max=2147483647 with caching=100 2024-11-12T18:00:15,189 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 6684de3f6e40:33619 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6684de3f6e40/172.17.0.3:33619 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T18:00:15,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1, error=java.net.ConnectException: Call to address=6684de3f6e40:33619 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6684de3f6e40/172.17.0.3:33619 2024-11-12T18:00:15,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1 is java.net.ConnectException: Connection refused 2024-11-12T18:00:15,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,33619,1731434283201, seqNum=-1 from cache 2024-11-12T18:00:15,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 6684de3f6e40:33619 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 6684de3f6e40/172.17.0.3:33619 2024-11-12T18:00:15,295 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:00:15,296 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,44601,1731434283040, seqNum=-1] 2024-11-12T18:00:15,330 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T18:00:15,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:00:15,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:00:15,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:00:15,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:00:15,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:00:15,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:00:15,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:00:15,333 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=940498952, stopped=false 2024-11-12T18:00:15,333 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,40529,1731434281290 2024-11-12T18:00:15,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:00:15,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:00:15,470 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:00:15,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:15,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:15,470 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:15,470 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:00:15,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:00:15,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:00:15,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:00:15,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:00:15,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:00:15,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:00:15,473 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,32785,1731434282839' ***** 2024-11-12T18:00:15,473 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:00:15,473 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,44601,1731434283040' ***** 2024-11-12T18:00:15,473 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:00:15,474 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:00:15,474 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:00:15,474 INFO [RS:1;6684de3f6e40:44601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:00:15,474 INFO [RS:1;6684de3f6e40:44601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:00:15,474 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(3091): Received CLOSE for c5d45995ec29dfd8897cade34290a2ca 2024-11-12T18:00:15,475 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:00:15,475 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(3091): Received CLOSE for 350689120315591b642c9e0b47b8a70d 2024-11-12T18:00:15,475 INFO [RS:0;6684de3f6e40:32785 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:00:15,475 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:00:15,475 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(3091): Received CLOSE for 965c7970defd49dad241705fde100921 2024-11-12T18:00:15,475 INFO [RS:0;6684de3f6e40:32785 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:00:15,475 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(3091): Received CLOSE for a908bafe1bbef409b1949ee81e9310e6 2024-11-12T18:00:15,475 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(3091): Received CLOSE for aaf2eb6fd451df4e58bc088235f039ab 2024-11-12T18:00:15,475 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(3091): Received CLOSE for 86acf40d8f0fde156ab275ffd163d040 2024-11-12T18:00:15,475 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,44601,1731434283040 2024-11-12T18:00:15,475 INFO [RS:1;6684de3f6e40:44601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:00:15,475 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(3091): Received CLOSE for db9a7bd826a13237ab0876b4e77be75a 2024-11-12T18:00:15,475 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(3091): Received CLOSE for 8abeddc8b04252990fec2826fc3b6ca7 2024-11-12T18:00:15,475 INFO [RS:1;6684de3f6e40:44601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6684de3f6e40:44601. 2024-11-12T18:00:15,475 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(3091): Received CLOSE for 6813136a65c1bf6cf9ac7a5e06934b9d 2024-11-12T18:00:15,475 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(3091): Received CLOSE for db4fffeec30fef2a9bd8f4a537e47f10 2024-11-12T18:00:15,475 DEBUG [RS:1;6684de3f6e40:44601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:00:15,475 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,32785,1731434282839 2024-11-12T18:00:15,475 DEBUG [RS:1;6684de3f6e40:44601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:00:15,475 INFO [RS:0;6684de3f6e40:32785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:00:15,475 INFO [RS:0;6684de3f6e40:32785 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:32785. 2024-11-12T18:00:15,476 DEBUG [RS:0;6684de3f6e40:32785 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:00:15,476 DEBUG [RS:0;6684de3f6e40:32785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:00:15,476 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:00:15,476 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:00:15,476 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:00:15,476 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:00:15,476 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-12T18:00:15,476 DEBUG [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(1325): Online Regions={a908bafe1bbef409b1949ee81e9310e6=SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6., db9a7bd826a13237ab0876b4e77be75a=SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a., 8abeddc8b04252990fec2826fc3b6ca7=SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7., 6813136a65c1bf6cf9ac7a5e06934b9d=SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d., db4fffeec30fef2a9bd8f4a537e47f10=SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10.} 2024-11-12T18:00:15,476 DEBUG [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(1351): Waiting on 6813136a65c1bf6cf9ac7a5e06934b9d, 8abeddc8b04252990fec2826fc3b6ca7, a908bafe1bbef409b1949ee81e9310e6, db4fffeec30fef2a9bd8f4a537e47f10, db9a7bd826a13237ab0876b4e77be75a 2024-11-12T18:00:15,477 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c5d45995ec29dfd8897cade34290a2ca, disabling compactions & flushes 2024-11-12T18:00:15,477 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T18:00:15,477 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T18:00:15,477 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. after waiting 0 ms 2024-11-12T18:00:15,477 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T18:00:15,477 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a908bafe1bbef409b1949ee81e9310e6, disabling compactions & flushes 2024-11-12T18:00:15,477 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T18:00:15,477 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T18:00:15,477 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. after waiting 0 ms 2024-11-12T18:00:15,477 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T18:00:15,484 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-12T18:00:15,485 DEBUG [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(1325): Online Regions={c5d45995ec29dfd8897cade34290a2ca=SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca., 1588230740=hbase:meta,,1.1588230740, 350689120315591b642c9e0b47b8a70d=SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d., 965c7970defd49dad241705fde100921=SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921., aaf2eb6fd451df4e58bc088235f039ab=SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab., 86acf40d8f0fde156ab275ffd163d040=SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040.} 2024-11-12T18:00:15,485 DEBUG [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 350689120315591b642c9e0b47b8a70d, 86acf40d8f0fde156ab275ffd163d040, 965c7970defd49dad241705fde100921, aaf2eb6fd451df4e58bc088235f039ab, c5d45995ec29dfd8897cade34290a2ca 2024-11-12T18:00:15,485 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:00:15,485 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:00:15,485 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:00:15,485 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:00:15,485 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:00:15,485 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=3.84 KB heapSize=7.20 KB 2024-11-12T18:00:15,531 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:00:15,534 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/a908bafe1bbef409b1949ee81e9310e6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:00:15,535 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/c5d45995ec29dfd8897cade34290a2ca/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:00:15,538 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T18:00:15,538 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a908bafe1bbef409b1949ee81e9310e6: Waiting for close lock at 1731434415477Running coprocessor pre-close hooks at 1731434415477Disabling compacts and flushes for region at 1731434415477Disabling writes for close at 1731434415477Writing region close event to WAL at 1731434415506 (+29 ms)Running coprocessor post-close hooks at 1731434415536 (+30 ms)Closed at 1731434415538 (+2 ms) 2024-11-12T18:00:15,539 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6. 2024-11-12T18:00:15,539 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T18:00:15,539 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db9a7bd826a13237ab0876b4e77be75a, disabling compactions & flushes 2024-11-12T18:00:15,539 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c5d45995ec29dfd8897cade34290a2ca: Waiting for close lock at 1731434415476Running coprocessor pre-close hooks at 1731434415477 (+1 ms)Disabling compacts and flushes for region at 1731434415477Disabling writes for close at 1731434415477Writing region close event to WAL at 1731434415515 (+38 ms)Running coprocessor post-close hooks at 1731434415536 (+21 ms)Closed at 1731434415539 (+3 ms) 2024-11-12T18:00:15,539 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T18:00:15,539 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T18:00:15,539 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731434298671.c5d45995ec29dfd8897cade34290a2ca. 2024-11-12T18:00:15,539 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. after waiting 0 ms 2024-11-12T18:00:15,539 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T18:00:15,539 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 350689120315591b642c9e0b47b8a70d, disabling compactions & flushes 2024-11-12T18:00:15,539 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T18:00:15,539 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T18:00:15,539 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. after waiting 0 ms 2024-11-12T18:00:15,539 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T18:00:15,543 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/.tmp/info/b5229ce7ee464d82b4ba477012dd3ccd is 167, key is SPTestTable,4ccccccb,1731434298671.a908bafe1bbef409b1949ee81e9310e6./info:regioninfo/1731434364064/Put/seqid=0 2024-11-12T18:00:15,547 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:00:15,573 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/350689120315591b642c9e0b47b8a70d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:00:15,573 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db9a7bd826a13237ab0876b4e77be75a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:00:15,574 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T18:00:15,574 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db9a7bd826a13237ab0876b4e77be75a: Waiting for close lock at 1731434415539Running coprocessor pre-close hooks at 1731434415539Disabling compacts and flushes for region at 1731434415539Disabling writes for close at 1731434415539Writing region close event to WAL at 1731434415559 (+20 ms)Running coprocessor post-close hooks at 1731434415574 (+15 ms)Closed at 1731434415574 2024-11-12T18:00:15,574 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731434298671.db9a7bd826a13237ab0876b4e77be75a. 2024-11-12T18:00:15,574 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8abeddc8b04252990fec2826fc3b6ca7, disabling compactions & flushes 2024-11-12T18:00:15,574 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T18:00:15,574 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T18:00:15,574 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. after waiting 0 ms 2024-11-12T18:00:15,575 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T18:00:15,575 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T18:00:15,576 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 350689120315591b642c9e0b47b8a70d: Waiting for close lock at 1731434415539Running coprocessor pre-close hooks at 1731434415539Disabling compacts and flushes for region at 1731434415539Disabling writes for close at 1731434415539Writing region close event to WAL at 1731434415559 (+20 ms)Running coprocessor post-close hooks at 1731434415574 (+15 ms)Closed at 1731434415575 (+1 ms) 2024-11-12T18:00:15,576 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731434298671.350689120315591b642c9e0b47b8a70d. 2024-11-12T18:00:15,576 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 965c7970defd49dad241705fde100921, disabling compactions & flushes 2024-11-12T18:00:15,576 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T18:00:15,576 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T18:00:15,576 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. after waiting 0 ms 2024-11-12T18:00:15,576 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T18:00:15,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741867_1043 (size=9447) 2024-11-12T18:00:15,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741867_1043 (size=9447) 2024-11-12T18:00:15,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741867_1043 (size=9447) 2024-11-12T18:00:15,590 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.84 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/.tmp/info/b5229ce7ee464d82b4ba477012dd3ccd 2024-11-12T18:00:15,592 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/8abeddc8b04252990fec2826fc3b6ca7/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:00:15,593 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T18:00:15,593 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8abeddc8b04252990fec2826fc3b6ca7: Waiting for close lock at 1731434415574Running coprocessor pre-close hooks at 1731434415574Disabling compacts and flushes for region at 1731434415574Disabling writes for close at 1731434415575 (+1 ms)Writing region close event to WAL at 1731434415575Running coprocessor post-close hooks at 1731434415593 (+18 ms)Closed at 1731434415593 2024-11-12T18:00:15,594 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731434298671.8abeddc8b04252990fec2826fc3b6ca7. 2024-11-12T18:00:15,594 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6813136a65c1bf6cf9ac7a5e06934b9d, disabling compactions & flushes 2024-11-12T18:00:15,594 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T18:00:15,594 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T18:00:15,594 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. after waiting 0 ms 2024-11-12T18:00:15,594 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T18:00:15,598 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/965c7970defd49dad241705fde100921/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:00:15,599 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T18:00:15,599 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 965c7970defd49dad241705fde100921: Waiting for close lock at 1731434415576Running coprocessor pre-close hooks at 1731434415576Disabling compacts and flushes for region at 1731434415576Disabling writes for close at 1731434415576Writing region close event to WAL at 1731434415583 (+7 ms)Running coprocessor post-close hooks at 1731434415599 (+16 ms)Closed at 1731434415599 2024-11-12T18:00:15,599 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731434298671.965c7970defd49dad241705fde100921. 2024-11-12T18:00:15,599 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aaf2eb6fd451df4e58bc088235f039ab, disabling compactions & flushes 2024-11-12T18:00:15,600 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T18:00:15,600 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T18:00:15,600 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. after waiting 0 ms 2024-11-12T18:00:15,600 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T18:00:15,603 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/.tmp/info/b5229ce7ee464d82b4ba477012dd3ccd as hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/info/b5229ce7ee464d82b4ba477012dd3ccd 2024-11-12T18:00:15,607 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/6813136a65c1bf6cf9ac7a5e06934b9d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:00:15,608 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T18:00:15,608 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6813136a65c1bf6cf9ac7a5e06934b9d: Waiting for close lock at 1731434415594Running coprocessor pre-close hooks at 1731434415594Disabling compacts and flushes for region at 1731434415594Disabling writes for close at 1731434415594Writing region close event to WAL at 1731434415598 (+4 ms)Running coprocessor post-close hooks at 1731434415608 (+10 ms)Closed at 1731434415608 2024-11-12T18:00:15,608 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731434298671.6813136a65c1bf6cf9ac7a5e06934b9d. 2024-11-12T18:00:15,608 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db4fffeec30fef2a9bd8f4a537e47f10, disabling compactions & flushes 2024-11-12T18:00:15,608 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T18:00:15,608 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T18:00:15,608 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. after waiting 0 ms 2024-11-12T18:00:15,608 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T18:00:15,612 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/aaf2eb6fd451df4e58bc088235f039ab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:00:15,613 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T18:00:15,613 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aaf2eb6fd451df4e58bc088235f039ab: Waiting for close lock at 1731434415599Running coprocessor pre-close hooks at 1731434415599Disabling compacts and flushes for region at 1731434415599Disabling writes for close at 1731434415600 (+1 ms)Writing region close event to WAL at 1731434415604 (+4 ms)Running coprocessor post-close hooks at 1731434415613 (+9 ms)Closed at 1731434415613 2024-11-12T18:00:15,613 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731434298671.aaf2eb6fd451df4e58bc088235f039ab. 2024-11-12T18:00:15,614 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 86acf40d8f0fde156ab275ffd163d040, disabling compactions & flushes 2024-11-12T18:00:15,614 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T18:00:15,614 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T18:00:15,614 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. after waiting 0 ms 2024-11-12T18:00:15,614 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T18:00:15,615 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/info/b5229ce7ee464d82b4ba477012dd3ccd, entries=32, sequenceid=39, filesize=9.2 K 2024-11-12T18:00:15,617 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~3.84 KB/3936, heapSize ~6.44 KB/6592, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=39, compaction requested=false 2024-11-12T18:00:15,619 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/db4fffeec30fef2a9bd8f4a537e47f10/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:00:15,623 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T18:00:15,623 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db4fffeec30fef2a9bd8f4a537e47f10: Waiting for close lock at 1731434415608Running coprocessor pre-close hooks at 1731434415608Disabling compacts and flushes for region at 1731434415608Disabling writes for close at 1731434415608Writing region close event to WAL at 1731434415611 (+3 ms)Running coprocessor post-close hooks at 1731434415623 (+12 ms)Closed at 1731434415623 2024-11-12T18:00:15,624 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731434298671.db4fffeec30fef2a9bd8f4a537e47f10. 2024-11-12T18:00:15,625 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/default/SPTestTable/86acf40d8f0fde156ab275ffd163d040/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:00:15,626 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/data/hbase/meta/1588230740/recovered.edits/42.seqid, newMaxSeqId=42, maxSeqId=28 2024-11-12T18:00:15,626 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T18:00:15,626 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 86acf40d8f0fde156ab275ffd163d040: Waiting for close lock at 1731434415614Running coprocessor pre-close hooks at 1731434415614Disabling compacts and flushes for region at 1731434415614Disabling writes for close at 1731434415614Writing region close event to WAL at 1731434415614Running coprocessor post-close hooks at 1731434415626 (+12 ms)Closed at 1731434415626 2024-11-12T18:00:15,627 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731434298671.86acf40d8f0fde156ab275ffd163d040. 2024-11-12T18:00:15,627 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:00:15,627 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:00:15,627 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434415485Running coprocessor pre-close hooks at 1731434415485Disabling compacts and flushes for region at 1731434415485Disabling writes for close at 1731434415485Obtaining lock to block concurrent updates at 1731434415485Preparing flush snapshotting stores in 1588230740 at 1731434415485Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=3936, getHeapSize=7312, getOffHeapSize=0, getCellsCount=32 at 1731434415486 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434415502 (+16 ms)Flushing 1588230740/info: creating writer at 1731434415502Flushing 1588230740/info: appending metadata at 1731434415538 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731434415539 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13884d4d: reopening flushed file at 1731434415601 (+62 ms)Finished flush of dataSize ~3.84 KB/3936, heapSize ~6.44 KB/6592, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=39, compaction requested=false at 1731434415617 (+16 ms)Writing region close event to WAL at 1731434415618 (+1 ms)Running coprocessor post-close hooks at 1731434415627 (+9 ms)Closed at 1731434415627 2024-11-12T18:00:15,627 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:00:15,677 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,32785,1731434282839; all regions closed. 2024-11-12T18:00:15,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741833_1009 (size=3530) 2024-11-12T18:00:15,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741833_1009 (size=3530) 2024-11-12T18:00:15,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741833_1009 (size=3530) 2024-11-12T18:00:15,684 DEBUG [RS:0;6684de3f6e40:32785 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/oldWALs 2024-11-12T18:00:15,684 INFO [RS:0;6684de3f6e40:32785 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C32785%2C1731434282839:(num 1731434287132) 2024-11-12T18:00:15,684 DEBUG [RS:0;6684de3f6e40:32785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:00:15,684 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:00:15,684 INFO [RS:0;6684de3f6e40:32785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:00:15,685 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,44601,1731434283040; all regions closed. 2024-11-12T18:00:15,685 INFO [RS:0;6684de3f6e40:32785 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:00:15,685 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:00:15,685 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:00:15,685 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:00:15,685 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:00:15,685 INFO [RS:0;6684de3f6e40:32785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:00:15,685 INFO [RS:0;6684de3f6e40:32785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32785 2024-11-12T18:00:15,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741858_1034 (size=5452) 2024-11-12T18:00:15,689 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/WALs/6684de3f6e40,44601,1731434283040/6684de3f6e40%2C44601%2C1731434283040.meta.1731434342208.meta not finished, retry = 0 2024-11-12T18:00:15,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741858_1034 (size=5452) 2024-11-12T18:00:15,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741858_1034 (size=5452) 2024-11-12T18:00:15,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,32785,1731434282839 2024-11-12T18:00:15,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:00:15,695 INFO [RS:0;6684de3f6e40:32785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:00:15,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,32785,1731434282839] 2024-11-12T18:00:15,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,32785,1731434282839 already deleted, retry=false 2024-11-12T18:00:15,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,32785,1731434282839 expired; onlineServers=1 2024-11-12T18:00:15,798 DEBUG [RS:1;6684de3f6e40:44601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/oldWALs 2024-11-12T18:00:15,798 INFO [RS:1;6684de3f6e40:44601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C44601%2C1731434283040.meta:.meta(num 1731434342208) 2024-11-12T18:00:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741835_1011 (size=3500) 2024-11-12T18:00:15,803 INFO [RS:0;6684de3f6e40:32785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:00:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741835_1011 (size=3500) 2024-11-12T18:00:15,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:00:15,803 INFO [RS:0;6684de3f6e40:32785 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,32785,1731434282839; zookeeper connection closed. 2024-11-12T18:00:15,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32785-0x101317c266f0001, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:00:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741835_1011 (size=3500) 2024-11-12T18:00:15,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1adf4a95 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1adf4a95 2024-11-12T18:00:15,808 DEBUG [RS:1;6684de3f6e40:44601 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/oldWALs 2024-11-12T18:00:15,808 INFO [RS:1;6684de3f6e40:44601 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C44601%2C1731434283040:(num 1731434287193) 2024-11-12T18:00:15,808 DEBUG [RS:1;6684de3f6e40:44601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:00:15,808 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:00:15,808 INFO [RS:1;6684de3f6e40:44601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:00:15,809 INFO [RS:1;6684de3f6e40:44601 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:00:15,809 INFO [RS:1;6684de3f6e40:44601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:00:15,809 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:00:15,809 INFO [RS:1;6684de3f6e40:44601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44601 2024-11-12T18:00:15,820 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,44601,1731434283040 2024-11-12T18:00:15,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:00:15,820 INFO [RS:1;6684de3f6e40:44601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:00:15,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,44601,1731434283040] 2024-11-12T18:00:15,836 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,44601,1731434283040 already deleted, retry=false 2024-11-12T18:00:15,836 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,44601,1731434283040 expired; onlineServers=0 2024-11-12T18:00:15,836 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,40529,1731434281290' ***** 2024-11-12T18:00:15,837 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:00:15,837 INFO [M:0;6684de3f6e40:40529 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:00:15,837 INFO [M:0;6684de3f6e40:40529 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:00:15,837 DEBUG [M:0;6684de3f6e40:40529 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:00:15,837 DEBUG [M:0;6684de3f6e40:40529 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:00:15,837 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:00:15,837 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434286428 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434286428,5,FailOnTimeoutGroup] 2024-11-12T18:00:15,837 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434286418 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434286418,5,FailOnTimeoutGroup] 2024-11-12T18:00:15,837 INFO [M:0;6684de3f6e40:40529 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:00:15,837 INFO [M:0;6684de3f6e40:40529 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:00:15,837 DEBUG [M:0;6684de3f6e40:40529 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:00:15,838 INFO [M:0;6684de3f6e40:40529 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:00:15,838 INFO [M:0;6684de3f6e40:40529 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:00:15,838 ERROR [M:0;6684de3f6e40:40529 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36071,5,PEWorkerGroup] Thread[IPC Client (1097109610) connection to localhost/127.0.0.1:36071 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36071,5,PEWorkerGroup] 2024-11-12T18:00:15,838 INFO [M:0;6684de3f6e40:40529 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:00:15,839 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:00:15,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T18:00:15,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:15,845 DEBUG [M:0;6684de3f6e40:40529 {}] zookeeper.ZKUtil(347): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T18:00:15,845 WARN [M:0;6684de3f6e40:40529 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T18:00:15,846 INFO [M:0;6684de3f6e40:40529 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/.lastflushedseqids 2024-11-12T18:00:15,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741868_1044 (size=668) 2024-11-12T18:00:15,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741868_1044 (size=668) 2024-11-12T18:00:15,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741868_1044 (size=668) 2024-11-12T18:00:15,861 INFO [M:0;6684de3f6e40:40529 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:00:15,861 INFO [M:0;6684de3f6e40:40529 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:00:15,861 DEBUG [M:0;6684de3f6e40:40529 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:00:15,861 INFO [M:0;6684de3f6e40:40529 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:00:15,862 DEBUG [M:0;6684de3f6e40:40529 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:00:15,862 DEBUG [M:0;6684de3f6e40:40529 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:00:15,862 DEBUG [M:0;6684de3f6e40:40529 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:00:15,862 INFO [M:0;6684de3f6e40:40529 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=217.25 KB heapSize=269.67 KB 2024-11-12T18:00:15,882 DEBUG [M:0;6684de3f6e40:40529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d52e512945c46e7a888ff8b509264cb is 82, key is hbase:meta,,1/info:regioninfo/1731434343288/Put/seqid=0 2024-11-12T18:00:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741869_1045 (size=6071) 2024-11-12T18:00:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741869_1045 (size=6071) 2024-11-12T18:00:15,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741869_1045 (size=6071) 2024-11-12T18:00:15,891 INFO [M:0;6684de3f6e40:40529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d52e512945c46e7a888ff8b509264cb 2024-11-12T18:00:15,919 DEBUG [M:0;6684de3f6e40:40529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/248c2e97e4d64e2ca29bf8b974f9bac0 is 1242, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731434310306/Put/seqid=0 2024-11-12T18:00:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741870_1046 (size=9111) 2024-11-12T18:00:15,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741870_1046 (size=9111) 2024-11-12T18:00:15,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741870_1046 (size=9111) 2024-11-12T18:00:15,928 INFO [M:0;6684de3f6e40:40529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=216.02 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/248c2e97e4d64e2ca29bf8b974f9bac0 2024-11-12T18:00:15,928 INFO [RS:1;6684de3f6e40:44601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:00:15,928 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:00:15,928 INFO [RS:1;6684de3f6e40:44601 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,44601,1731434283040; zookeeper connection closed. 2024-11-12T18:00:15,928 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44601-0x101317c266f0002, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:00:15,928 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b1a2d12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b1a2d12 2024-11-12T18:00:15,929 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T18:00:15,934 INFO [M:0;6684de3f6e40:40529 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 248c2e97e4d64e2ca29bf8b974f9bac0 2024-11-12T18:00:15,953 DEBUG [M:0;6684de3f6e40:40529 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ddd54e459ac4ab88582dfad32fe125b is 69, key is 6684de3f6e40,32785,1731434282839/rs:state/1731434286455/Put/seqid=0 2024-11-12T18:00:15,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741871_1047 (size=5446) 2024-11-12T18:00:15,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741871_1047 (size=5446) 2024-11-12T18:00:15,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741871_1047 (size=5446) 2024-11-12T18:00:15,967 INFO [M:0;6684de3f6e40:40529 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ddd54e459ac4ab88582dfad32fe125b 2024-11-12T18:00:15,974 INFO [M:0;6684de3f6e40:40529 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ddd54e459ac4ab88582dfad32fe125b 2024-11-12T18:00:15,976 DEBUG [M:0;6684de3f6e40:40529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d52e512945c46e7a888ff8b509264cb as hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d52e512945c46e7a888ff8b509264cb 2024-11-12T18:00:15,983 INFO [M:0;6684de3f6e40:40529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d52e512945c46e7a888ff8b509264cb, entries=14, sequenceid=575, filesize=5.9 K 2024-11-12T18:00:15,985 DEBUG [M:0;6684de3f6e40:40529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/248c2e97e4d64e2ca29bf8b974f9bac0 as hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/248c2e97e4d64e2ca29bf8b974f9bac0 2024-11-12T18:00:15,996 INFO [M:0;6684de3f6e40:40529 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 248c2e97e4d64e2ca29bf8b974f9bac0 2024-11-12T18:00:15,996 INFO [M:0;6684de3f6e40:40529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/248c2e97e4d64e2ca29bf8b974f9bac0, entries=60, sequenceid=575, filesize=8.9 K 2024-11-12T18:00:16,000 DEBUG [M:0;6684de3f6e40:40529 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ddd54e459ac4ab88582dfad32fe125b as hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ddd54e459ac4ab88582dfad32fe125b 2024-11-12T18:00:16,019 INFO [M:0;6684de3f6e40:40529 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ddd54e459ac4ab88582dfad32fe125b 2024-11-12T18:00:16,019 INFO [M:0;6684de3f6e40:40529 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36071/user/jenkins/test-data/4b0692fa-c442-bfa9-7533-a5afb7236e96/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ddd54e459ac4ab88582dfad32fe125b, entries=3, sequenceid=575, filesize=5.3 K 2024-11-12T18:00:16,024 INFO [M:0;6684de3f6e40:40529 {}] regionserver.HRegion(3140): Finished flush of dataSize ~217.25 KB/222463, heapSize ~269.38 KB/275840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 161ms, sequenceid=575, compaction requested=false 2024-11-12T18:00:16,035 INFO [M:0;6684de3f6e40:40529 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:00:16,035 DEBUG [M:0;6684de3f6e40:40529 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434415861Disabling compacts and flushes for region at 1731434415861Disabling writes for close at 1731434415862 (+1 ms)Obtaining lock to block concurrent updates at 1731434415862Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434415862Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=222463, getHeapSize=276080, getOffHeapSize=0, getCellsCount=696 at 1731434415862Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434415867 (+5 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434415867Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434415882 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434415882Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434415901 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434415918 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434415918Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434415935 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434415953 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434415953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70771b2d: reopening flushed file at 1731434415975 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74e11646: reopening flushed file at 1731434415983 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a5a4975: reopening flushed file at 1731434415996 (+13 ms)Finished flush of dataSize ~217.25 KB/222463, heapSize ~269.38 KB/275840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 161ms, sequenceid=575, compaction requested=false at 1731434416024 (+28 ms)Writing region close event to WAL at 1731434416035 (+11 ms)Closed at 1731434416035 2024-11-12T18:00:16,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41797 is added to blk_1073741830_1006 (size=260741) 2024-11-12T18:00:16,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43629 is added to blk_1073741830_1006 (size=260741) 2024-11-12T18:00:16,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41161 is added to blk_1073741830_1006 (size=260741) 2024-11-12T18:00:16,064 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:00:16,064 INFO [M:0;6684de3f6e40:40529 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:00:16,065 INFO [M:0;6684de3f6e40:40529 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40529 2024-11-12T18:00:16,065 INFO [M:0;6684de3f6e40:40529 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:00:16,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:00:16,187 INFO [M:0;6684de3f6e40:40529 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:00:16,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40529-0x101317c266f0000, quorum=127.0.0.1:56935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:00:16,229 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5949b7c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:00:16,233 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5368482b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:00:16,233 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:00:16,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@393c6316{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:00:16,233 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cbded11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.log.dir/,STOPPED} 2024-11-12T18:00:16,236 WARN [BP-620532898-172.17.0.3-1731434274234 heartbeating to localhost/127.0.0.1:36071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:00:16,236 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:00:16,236 WARN [BP-620532898-172.17.0.3-1731434274234 heartbeating to localhost/127.0.0.1:36071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-620532898-172.17.0.3-1731434274234 (Datanode Uuid 1a4b20a7-2158-45a2-aa6f-0a0f3a534ae9) service to localhost/127.0.0.1:36071 2024-11-12T18:00:16,237 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:00:16,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/data/data5/current/BP-620532898-172.17.0.3-1731434274234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:00:16,238 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/data/data6/current/BP-620532898-172.17.0.3-1731434274234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:00:16,238 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:00:16,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@15ac7aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:00:16,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d595326{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:00:16,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:00:16,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45036a69{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:00:16,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@611bde5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.log.dir/,STOPPED} 2024-11-12T18:00:16,242 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:00:16,242 WARN [BP-620532898-172.17.0.3-1731434274234 heartbeating to localhost/127.0.0.1:36071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:00:16,243 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:00:16,243 WARN [BP-620532898-172.17.0.3-1731434274234 heartbeating to localhost/127.0.0.1:36071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-620532898-172.17.0.3-1731434274234 (Datanode Uuid 3095e29f-fa1c-437a-bf3b-98094363eaff) service to localhost/127.0.0.1:36071 2024-11-12T18:00:16,243 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/data/data3/current/BP-620532898-172.17.0.3-1731434274234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:00:16,244 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/data/data4/current/BP-620532898-172.17.0.3-1731434274234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:00:16,244 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:00:16,246 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34a312fe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:00:16,247 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f1664cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:00:16,247 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:00:16,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@180b9789{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:00:16,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f92cafc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.log.dir/,STOPPED} 2024-11-12T18:00:16,249 WARN [BP-620532898-172.17.0.3-1731434274234 heartbeating to localhost/127.0.0.1:36071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:00:16,249 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:00:16,249 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:00:16,249 WARN [BP-620532898-172.17.0.3-1731434274234 heartbeating to localhost/127.0.0.1:36071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-620532898-172.17.0.3-1731434274234 (Datanode Uuid b1975723-40a4-40cc-9d37-6dbe315f7eaf) service to localhost/127.0.0.1:36071 2024-11-12T18:00:16,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/data/data1/current/BP-620532898-172.17.0.3-1731434274234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:00:16,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/cluster_0c350aba-36cf-35ed-fd7e-91913600632a/data/data2/current/BP-620532898-172.17.0.3-1731434274234 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:00:16,251 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:00:16,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aaaed20{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:00:16,259 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@db420b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:00:16,259 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:00:16,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a925055{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:00:16,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11491302{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.log.dir/,STOPPED} 2024-11-12T18:00:16,267 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:00:16,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:00:16,340 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileTakingSnapshot Thread=92 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:36071 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/6684de3f6e40:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6684de3f6e40:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RS_OPEN_META-regionserver/6684de3f6e40:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:36071 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6684de3f6e40:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:36071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:36071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@646efc01 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6684de3f6e40:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/6684de3f6e40:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:36071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6684de3f6e40:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6684de3f6e40:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1426 (was 1699), ProcessCount=11 (was 11), AvailableMemoryMB=5823 (was 2790) - AvailableMemoryMB LEAK? - 2024-11-12T18:00:16,352 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=93, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=1426, ProcessCount=11, AvailableMemoryMB=5821 2024-11-12T18:00:16,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.log.dir so I do NOT create it in target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547 2024-11-12T18:00:16,369 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T18:00:16,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.tmp.dir so I do NOT create it in target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547 2024-11-12T18:00:16,369 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9964340-922f-831b-37de-6bf9767c926c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T18:00:16,369 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547 2024-11-12T18:00:16,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T18:00:16,370 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0, deleteOnExit=true 2024-11-12T18:00:16,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T18:00:16,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/test.cache.data in system properties and HBase conf 2024-11-12T18:00:16,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T18:00:16,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/hadoop.log.dir in system properties and HBase conf 2024-11-12T18:00:16,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T18:00:16,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T18:00:16,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T18:00:16,371 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T18:00:16,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:00:16,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T18:00:16,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T18:00:16,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:00:16,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T18:00:16,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T18:00:16,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T18:00:16,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:00:16,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T18:00:16,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/nfs.dump.dir in system properties and HBase conf 2024-11-12T18:00:16,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/java.io.tmpdir in system properties and HBase conf 2024-11-12T18:00:16,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T18:00:16,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T18:00:16,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T18:00:16,728 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:00:16,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:00:16,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:00:16,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:00:16,759 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:00:16,760 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:00:16,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7eabc2b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:00:16,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69630b3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:00:16,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30d03752{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/java.io.tmpdir/jetty-localhost-34371-hadoop-hdfs-3_4_1-tests_jar-_-any-9230748617416510527/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:00:16,909 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b00100d{HTTP/1.1, (http/1.1)}{localhost:34371} 2024-11-12T18:00:16,909 INFO [Time-limited test {}] server.Server(415): Started @146865ms 2024-11-12T18:00:17,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:00:17,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:00:17,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:00:17,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:00:17,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:00:17,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59829fca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:00:17,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@673d1674{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:00:17,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57fab05d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/java.io.tmpdir/jetty-localhost-41663-hadoop-hdfs-3_4_1-tests_jar-_-any-14893362539885856093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:00:17,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e0c607{HTTP/1.1, (http/1.1)}{localhost:41663} 2024-11-12T18:00:17,356 INFO [Time-limited test {}] server.Server(415): Started @147312ms 2024-11-12T18:00:17,358 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:00:17,462 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:00:17,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:00:17,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:00:17,488 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:00:17,488 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T18:00:17,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ae4ac48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:00:17,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30f7c0fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:00:17,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@741a1bb2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/java.io.tmpdir/jetty-localhost-35805-hadoop-hdfs-3_4_1-tests_jar-_-any-7959271760788038936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:00:17,626 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71458439{HTTP/1.1, (http/1.1)}{localhost:35805} 2024-11-12T18:00:17,626 INFO [Time-limited test {}] server.Server(415): Started @147583ms 2024-11-12T18:00:17,628 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:00:17,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T18:00:17,699 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T18:00:17,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T18:00:17,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T18:00:17,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T18:00:17,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33e24962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/hadoop.log.dir/,AVAILABLE} 2024-11-12T18:00:17,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@233414e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T18:00:17,856 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ff9f2a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/java.io.tmpdir/jetty-localhost-34571-hadoop-hdfs-3_4_1-tests_jar-_-any-3823100706685321771/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:00:17,856 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a933489{HTTP/1.1, (http/1.1)}{localhost:34571} 2024-11-12T18:00:17,857 INFO [Time-limited test {}] server.Server(415): Started @147813ms 2024-11-12T18:00:17,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T18:00:18,361 WARN [Thread-738 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/data/data1/current/BP-1128570039-172.17.0.3-1731434416394/current, will proceed with Du for space computation calculation, 2024-11-12T18:00:18,364 WARN [Thread-739 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/data/data2/current/BP-1128570039-172.17.0.3-1731434416394/current, will proceed with Du for space computation calculation, 2024-11-12T18:00:18,421 WARN [Thread-681 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:00:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x381204597d4859cd with lease ID 0x4274f66bfa6697a0: Processing first storage report for DS-4b3357ce-c426-48bd-b5fd-38274c4b5c4d from datanode DatanodeRegistration(127.0.0.1:38129, datanodeUuid=b2ba7ac7-c157-4f50-9917-eea044c8a764, infoPort=36521, infoSecurePort=0, ipcPort=34989, storageInfo=lv=-57;cid=testClusterID;nsid=152265585;c=1731434416394) 2024-11-12T18:00:18,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x381204597d4859cd with lease ID 0x4274f66bfa6697a0: from storage DS-4b3357ce-c426-48bd-b5fd-38274c4b5c4d node DatanodeRegistration(127.0.0.1:38129, datanodeUuid=b2ba7ac7-c157-4f50-9917-eea044c8a764, infoPort=36521, infoSecurePort=0, ipcPort=34989, storageInfo=lv=-57;cid=testClusterID;nsid=152265585;c=1731434416394), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:00:18,431 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x381204597d4859cd with lease ID 0x4274f66bfa6697a0: Processing first storage report for DS-266390b2-4a91-4fc5-a5bc-5492687123ad from datanode DatanodeRegistration(127.0.0.1:38129, datanodeUuid=b2ba7ac7-c157-4f50-9917-eea044c8a764, infoPort=36521, infoSecurePort=0, ipcPort=34989, storageInfo=lv=-57;cid=testClusterID;nsid=152265585;c=1731434416394) 2024-11-12T18:00:18,431 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x381204597d4859cd with lease ID 0x4274f66bfa6697a0: from storage DS-266390b2-4a91-4fc5-a5bc-5492687123ad node DatanodeRegistration(127.0.0.1:38129, datanodeUuid=b2ba7ac7-c157-4f50-9917-eea044c8a764, infoPort=36521, infoSecurePort=0, ipcPort=34989, storageInfo=lv=-57;cid=testClusterID;nsid=152265585;c=1731434416394), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:00:18,808 WARN [Thread-752 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/data/data3/current/BP-1128570039-172.17.0.3-1731434416394/current, will proceed with Du for space computation calculation, 2024-11-12T18:00:18,816 WARN [Thread-753 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/data/data4/current/BP-1128570039-172.17.0.3-1731434416394/current, will proceed with Du for space computation calculation, 2024-11-12T18:00:18,853 WARN [Thread-704 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:00:18,863 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38716e2c24486e88 with lease ID 0x4274f66bfa6697a1: Processing first storage report for DS-9faff4da-0e70-4ccf-8c17-95eeb396bdb9 from datanode DatanodeRegistration(127.0.0.1:32819, datanodeUuid=062c637b-1fb9-41dc-908e-78e45b99c54c, infoPort=35871, infoSecurePort=0, ipcPort=35463, storageInfo=lv=-57;cid=testClusterID;nsid=152265585;c=1731434416394) 2024-11-12T18:00:18,863 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38716e2c24486e88 with lease ID 0x4274f66bfa6697a1: from storage DS-9faff4da-0e70-4ccf-8c17-95eeb396bdb9 node DatanodeRegistration(127.0.0.1:32819, datanodeUuid=062c637b-1fb9-41dc-908e-78e45b99c54c, infoPort=35871, infoSecurePort=0, ipcPort=35463, storageInfo=lv=-57;cid=testClusterID;nsid=152265585;c=1731434416394), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:00:18,866 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38716e2c24486e88 with lease ID 0x4274f66bfa6697a1: Processing first storage report for DS-7f43b5e9-9706-4068-96a5-1715b1c54fee from datanode DatanodeRegistration(127.0.0.1:32819, datanodeUuid=062c637b-1fb9-41dc-908e-78e45b99c54c, infoPort=35871, infoSecurePort=0, ipcPort=35463, storageInfo=lv=-57;cid=testClusterID;nsid=152265585;c=1731434416394) 2024-11-12T18:00:18,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38716e2c24486e88 with lease ID 0x4274f66bfa6697a1: from storage DS-7f43b5e9-9706-4068-96a5-1715b1c54fee node DatanodeRegistration(127.0.0.1:32819, datanodeUuid=062c637b-1fb9-41dc-908e-78e45b99c54c, infoPort=35871, infoSecurePort=0, ipcPort=35463, storageInfo=lv=-57;cid=testClusterID;nsid=152265585;c=1731434416394), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:00:18,999 WARN [Thread-763 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/data/data5/current/BP-1128570039-172.17.0.3-1731434416394/current, will proceed with Du for space computation calculation, 2024-11-12T18:00:19,000 WARN [Thread-764 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/data/data6/current/BP-1128570039-172.17.0.3-1731434416394/current, will proceed with Du for space computation calculation, 2024-11-12T18:00:19,026 WARN [Thread-727 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T18:00:19,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b2943a9e033c62c with lease ID 0x4274f66bfa6697a2: Processing first storage report for DS-590a4bec-67da-4628-8406-9cb1f00e16a5 from datanode DatanodeRegistration(127.0.0.1:45209, datanodeUuid=f61de81c-8624-40e9-8f94-a52785e89bca, infoPort=44355, infoSecurePort=0, ipcPort=43943, storageInfo=lv=-57;cid=testClusterID;nsid=152265585;c=1731434416394) 2024-11-12T18:00:19,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b2943a9e033c62c with lease ID 0x4274f66bfa6697a2: from storage DS-590a4bec-67da-4628-8406-9cb1f00e16a5 node DatanodeRegistration(127.0.0.1:45209, datanodeUuid=f61de81c-8624-40e9-8f94-a52785e89bca, infoPort=44355, infoSecurePort=0, ipcPort=43943, storageInfo=lv=-57;cid=testClusterID;nsid=152265585;c=1731434416394), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:00:19,028 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b2943a9e033c62c with lease ID 0x4274f66bfa6697a2: Processing first storage report for DS-e7983b55-e90f-454a-9d55-279397455fb6 from datanode DatanodeRegistration(127.0.0.1:45209, datanodeUuid=f61de81c-8624-40e9-8f94-a52785e89bca, infoPort=44355, infoSecurePort=0, ipcPort=43943, storageInfo=lv=-57;cid=testClusterID;nsid=152265585;c=1731434416394) 2024-11-12T18:00:19,028 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b2943a9e033c62c with lease ID 0x4274f66bfa6697a2: from storage DS-e7983b55-e90f-454a-9d55-279397455fb6 node DatanodeRegistration(127.0.0.1:45209, datanodeUuid=f61de81c-8624-40e9-8f94-a52785e89bca, infoPort=44355, infoSecurePort=0, ipcPort=43943, storageInfo=lv=-57;cid=testClusterID;nsid=152265585;c=1731434416394), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T18:00:19,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547 2024-11-12T18:00:19,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/zookeeper_0, clientPort=57278, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T18:00:19,070 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57278 2024-11-12T18:00:19,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:00:19,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:00:19,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:00:19,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:00:19,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741825_1001 (size=7) 2024-11-12T18:00:19,084 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 with version=8 2024-11-12T18:00:19,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/hbase-staging 2024-11-12T18:00:19,086 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T18:00:19,086 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:00:19,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:00:19,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:00:19,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:00:19,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:00:19,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T18:00:19,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:00:19,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40351 2024-11-12T18:00:19,090 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40351 connecting to ZooKeeper ensemble=127.0.0.1:57278 2024-11-12T18:00:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403510x0, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:00:19,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40351-0x101317e45650000 connected 2024-11-12T18:00:19,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:00:19,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:00:19,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:00:19,314 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07, hbase.cluster.distributed=false 2024-11-12T18:00:19,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:00:19,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40351 2024-11-12T18:00:19,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40351 2024-11-12T18:00:19,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40351 2024-11-12T18:00:19,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40351 2024-11-12T18:00:19,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40351 2024-11-12T18:00:19,337 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T18:00:19,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:00:19,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:00:19,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:00:19,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:00:19,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:00:19,338 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:00:19,338 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:00:19,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39269 2024-11-12T18:00:19,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39269 connecting to ZooKeeper ensemble=127.0.0.1:57278 2024-11-12T18:00:19,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:00:19,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:00:19,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392690x0, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:00:19,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39269-0x101317e45650001 connected 2024-11-12T18:00:19,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:00:19,393 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:00:19,394 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:00:19,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:00:19,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:00:19,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39269 2024-11-12T18:00:19,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39269 2024-11-12T18:00:19,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39269 2024-11-12T18:00:19,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39269 2024-11-12T18:00:19,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39269 2024-11-12T18:00:19,414 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T18:00:19,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:00:19,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:00:19,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:00:19,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:00:19,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:00:19,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:00:19,415 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:00:19,415 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42353 2024-11-12T18:00:19,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42353 connecting to ZooKeeper ensemble=127.0.0.1:57278 2024-11-12T18:00:19,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:00:19,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:00:19,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423530x0, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:00:19,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42353-0x101317e45650002 connected 2024-11-12T18:00:19,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:00:19,480 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:00:19,483 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:00:19,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:00:19,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:00:19,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-12T18:00:19,495 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42353 2024-11-12T18:00:19,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42353 2024-11-12T18:00:19,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-12T18:00:19,516 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42353 2024-11-12T18:00:19,541 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6684de3f6e40:0 server-side Connection retries=45 2024-11-12T18:00:19,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:00:19,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T18:00:19,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T18:00:19,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T18:00:19,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T18:00:19,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T18:00:19,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T18:00:19,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38497 2024-11-12T18:00:19,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38497 connecting to ZooKeeper ensemble=127.0.0.1:57278 2024-11-12T18:00:19,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:00:19,551 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:00:19,577 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384970x0, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T18:00:19,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38497-0x101317e45650003 connected 2024-11-12T18:00:19,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:00:19,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T18:00:19,583 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T18:00:19,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T18:00:19,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T18:00:19,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-12T18:00:19,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38497 2024-11-12T18:00:19,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38497 2024-11-12T18:00:19,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-12T18:00:19,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-12T18:00:19,614 DEBUG [M:0;6684de3f6e40:40351 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6684de3f6e40:40351 2024-11-12T18:00:19,616 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6684de3f6e40,40351,1731434419086 2024-11-12T18:00:19,626 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:00:19,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:00:19,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:00:19,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:00:19,628 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6684de3f6e40,40351,1731434419086 2024-11-12T18:00:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:00:19,642 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:00:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:19,642 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T18:00:19,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:19,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:19,648 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T18:00:19,648 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6684de3f6e40,40351,1731434419086 from backup master directory 2024-11-12T18:00:19,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:00:19,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6684de3f6e40,40351,1731434419086 2024-11-12T18:00:19,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:00:19,659 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:00:19,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T18:00:19,659 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:00:19,659 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6684de3f6e40,40351,1731434419086 2024-11-12T18:00:19,676 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/hbase.id] with ID: bca01a63-59b1-43d4-9783-f1084de7793a 2024-11-12T18:00:19,676 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/.tmp/hbase.id 2024-11-12T18:00:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:00:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:00:19,694 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/.tmp/hbase.id]:[hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/hbase.id] 2024-11-12T18:00:19,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741826_1002 (size=42) 2024-11-12T18:00:19,734 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T18:00:19,734 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T18:00:19,737 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T18:00:19,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:19,750 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:19,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:19,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:00:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:00:19,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741827_1003 (size=196) 2024-11-12T18:00:19,784 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:00:19,788 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T18:00:19,791 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:00:19,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:00:19,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:00:19,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741828_1004 (size=1189) 2024-11-12T18:00:19,827 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store 2024-11-12T18:00:19,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:00:19,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:00:19,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741829_1005 (size=34) 2024-11-12T18:00:19,873 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:19,873 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:00:19,873 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:00:19,873 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:00:19,873 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:00:19,873 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:00:19,873 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:00:19,873 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434419873Disabling compacts and flushes for region at 1731434419873Disabling writes for close at 1731434419873Writing region close event to WAL at 1731434419873Closed at 1731434419873 2024-11-12T18:00:19,875 WARN [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/.initializing 2024-11-12T18:00:19,875 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/WALs/6684de3f6e40,40351,1731434419086 2024-11-12T18:00:19,883 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:00:19,890 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C40351%2C1731434419086, suffix=, logDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/WALs/6684de3f6e40,40351,1731434419086, archiveDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/oldWALs, maxLogs=10 2024-11-12T18:00:19,912 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/WALs/6684de3f6e40,40351,1731434419086/6684de3f6e40%2C40351%2C1731434419086.1731434419890, exclude list is [], retry=0 2024-11-12T18:00:19,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38129,DS-4b3357ce-c426-48bd-b5fd-38274c4b5c4d,DISK] 2024-11-12T18:00:19,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32819,DS-9faff4da-0e70-4ccf-8c17-95eeb396bdb9,DISK] 2024-11-12T18:00:19,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45209,DS-590a4bec-67da-4628-8406-9cb1f00e16a5,DISK] 2024-11-12T18:00:19,952 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/WALs/6684de3f6e40,40351,1731434419086/6684de3f6e40%2C40351%2C1731434419086.1731434419890 2024-11-12T18:00:19,955 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36521:36521),(127.0.0.1/127.0.0.1:35871:35871),(127.0.0.1/127.0.0.1:44355:44355)] 2024-11-12T18:00:19,955 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:00:19,955 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:19,955 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:00:19,956 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:00:19,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:00:19,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T18:00:19,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:19,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:00:19,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:00:19,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T18:00:19,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:19,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:00:19,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:00:20,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T18:00:20,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:20,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:00:20,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:00:20,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T18:00:20,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:20,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:00:20,009 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:00:20,011 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:00:20,012 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:00:20,013 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:00:20,013 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:00:20,014 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:00:20,016 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T18:00:20,026 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:00:20,027 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73756144, jitterRate=0.09905219078063965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:00:20,028 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731434419956Initializing all the Stores at 1731434419969 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434419969Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434419979 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434419979Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434419979Cleaning up temporary data from old regions at 1731434420013 (+34 ms)Region opened successfully at 1731434420028 (+15 ms) 2024-11-12T18:00:20,034 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T18:00:20,048 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf81a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T18:00:20,055 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T18:00:20,055 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T18:00:20,055 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T18:00:20,056 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T18:00:20,058 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-12T18:00:20,059 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T18:00:20,059 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=128, operationDelay=10000 2024-11-12T18:00:20,066 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T18:00:20,074 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T18:00:20,103 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T18:00:20,104 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T18:00:20,117 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T18:00:20,127 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T18:00:20,128 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T18:00:20,132 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T18:00:20,142 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T18:00:20,145 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T18:00:20,151 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T18:00:20,163 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T18:00:20,170 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T18:00:20,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:00:20,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:20,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:00:20,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:20,185 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:00:20,185 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:20,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T18:00:20,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:20,192 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6684de3f6e40,40351,1731434419086, sessionid=0x101317e45650000, setting cluster-up flag (Was=false) 2024-11-12T18:00:20,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:20,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:20,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:20,210 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:20,234 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T18:00:20,236 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,40351,1731434419086 2024-11-12T18:00:20,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:20,251 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:20,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:20,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:20,276 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T18:00:20,278 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6684de3f6e40,40351,1731434419086 2024-11-12T18:00:20,283 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T18:00:20,300 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T18:00:20,300 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T18:00:20,300 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T18:00:20,301 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6684de3f6e40,40351,1731434419086 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T18:00:20,308 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(746): ClusterId : bca01a63-59b1-43d4-9783-f1084de7793a 2024-11-12T18:00:20,308 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:00:20,310 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(746): ClusterId : bca01a63-59b1-43d4-9783-f1084de7793a 2024-11-12T18:00:20,310 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:00:20,319 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:00:20,319 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:00:20,319 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:00:20,319 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6684de3f6e40:0, corePoolSize=5, maxPoolSize=5 2024-11-12T18:00:20,319 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6684de3f6e40:0, corePoolSize=10, maxPoolSize=10 2024-11-12T18:00:20,319 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,319 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:00:20,319 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,331 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(746): ClusterId : bca01a63-59b1-43d4-9783-f1084de7793a 2024-11-12T18:00:20,331 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T18:00:20,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:00:20,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T18:00:20,334 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:00:20,334 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:00:20,334 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:20,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T18:00:20,336 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731434450336 2024-11-12T18:00:20,336 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T18:00:20,337 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T18:00:20,337 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T18:00:20,337 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T18:00:20,337 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T18:00:20,337 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T18:00:20,342 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:00:20,342 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:00:20,343 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,344 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T18:00:20,344 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T18:00:20,344 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T18:00:20,359 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T18:00:20,359 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T18:00:20,360 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T18:00:20,360 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T18:00:20,363 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434420359,5,FailOnTimeoutGroup] 2024-11-12T18:00:20,363 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:00:20,363 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434420363,5,FailOnTimeoutGroup] 2024-11-12T18:00:20,364 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,364 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T18:00:20,364 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,364 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,364 DEBUG [RS:1;6684de3f6e40:42353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486f7141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T18:00:20,367 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:00:20,382 DEBUG [RS:2;6684de3f6e40:38497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719cb3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T18:00:20,399 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T18:00:20,400 DEBUG [RS:0;6684de3f6e40:39269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f653484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6684de3f6e40/172.17.0.3:0 2024-11-12T18:00:20,406 DEBUG [RS:1;6684de3f6e40:42353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;6684de3f6e40:42353 2024-11-12T18:00:20,406 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:00:20,406 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:00:20,406 DEBUG [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:00:20,418 DEBUG [RS:2;6684de3f6e40:38497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;6684de3f6e40:38497 2024-11-12T18:00:20,418 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:00:20,419 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:00:20,419 DEBUG [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:00:20,419 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,40351,1731434419086 with port=42353, startcode=1731434419414 2024-11-12T18:00:20,419 DEBUG [RS:1;6684de3f6e40:42353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:00:20,424 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,40351,1731434419086 with port=38497, startcode=1731434419539 2024-11-12T18:00:20,426 DEBUG [RS:2;6684de3f6e40:38497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:00:20,434 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:00:20,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,42353,1731434419414 2024-11-12T18:00:20,435 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,42353,1731434419414 2024-11-12T18:00:20,436 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:00:20,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:00:20,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:00:20,439 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,38497,1731434419539 2024-11-12T18:00:20,439 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,38497,1731434419539 2024-11-12T18:00:20,441 DEBUG [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:20,441 DEBUG [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32825 2024-11-12T18:00:20,441 DEBUG [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:00:20,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741831_1007 (size=1321) 2024-11-12T18:00:20,445 DEBUG [RS:0;6684de3f6e40:39269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6684de3f6e40:39269 2024-11-12T18:00:20,445 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T18:00:20,445 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T18:00:20,445 DEBUG [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T18:00:20,446 DEBUG [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:20,446 DEBUG [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32825 2024-11-12T18:00:20,446 DEBUG [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:00:20,447 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T18:00:20,448 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:20,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:00:20,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:00:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741832_1008 (size=32) 2024-11-12T18:00:20,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:20,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:00:20,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:00:20,495 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(2659): reportForDuty to master=6684de3f6e40,40351,1731434419086 with port=39269, startcode=1731434419337 2024-11-12T18:00:20,495 DEBUG [RS:0;6684de3f6e40:39269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T18:00:20,500 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T18:00:20,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6684de3f6e40,39269,1731434419337 2024-11-12T18:00:20,501 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] master.ServerManager(517): Registering regionserver=6684de3f6e40,39269,1731434419337 2024-11-12T18:00:20,504 DEBUG [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:20,504 DEBUG [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32825 2024-11-12T18:00:20,504 DEBUG [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T18:00:20,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:00:20,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:20,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:00:20,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:00:20,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:00:20,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:20,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:00:20,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:00:20,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:00:20,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:20,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:00:20,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:00:20,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:00:20,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:20,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:00:20,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:00:20,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740 2024-11-12T18:00:20,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740 2024-11-12T18:00:20,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:00:20,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:00:20,533 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:00:20,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:00:20,539 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:00:20,540 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61339498, jitterRate=-0.08597025275230408}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:00:20,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731434420484Initializing all the Stores at 1731434420485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434420485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434420487 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434420487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434420487Cleaning up temporary data from old regions at 1731434420532 (+45 ms)Region opened successfully at 1731434420540 (+8 ms) 2024-11-12T18:00:20,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:00:20,540 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:00:20,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:00:20,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:00:20,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:00:20,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:20,541 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:00:20,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434420540Disabling compacts and flushes for region at 1731434420540Disabling writes for close at 1731434420541 (+1 ms)Writing region close event to WAL at 1731434420541Closed at 1731434420541 2024-11-12T18:00:20,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:00:20,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T18:00:20,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T18:00:20,546 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:00:20,547 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T18:00:20,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:20,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:20,592 DEBUG [RS:1;6684de3f6e40:42353 {}] zookeeper.ZKUtil(111): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,42353,1731434419414 2024-11-12T18:00:20,592 WARN [RS:1;6684de3f6e40:42353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:00:20,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,38497,1731434419539] 2024-11-12T18:00:20,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,42353,1731434419414] 2024-11-12T18:00:20,592 INFO [RS:1;6684de3f6e40:42353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:00:20,592 DEBUG [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,42353,1731434419414 2024-11-12T18:00:20,626 DEBUG [RS:2;6684de3f6e40:38497 {}] zookeeper.ZKUtil(111): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,38497,1731434419539 2024-11-12T18:00:20,627 WARN [RS:2;6684de3f6e40:38497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:00:20,627 INFO [RS:2;6684de3f6e40:38497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:00:20,627 DEBUG [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,38497,1731434419539 2024-11-12T18:00:20,627 DEBUG [RS:0;6684de3f6e40:39269 {}] zookeeper.ZKUtil(111): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6684de3f6e40,39269,1731434419337 2024-11-12T18:00:20,627 WARN [RS:0;6684de3f6e40:39269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T18:00:20,628 INFO [RS:0;6684de3f6e40:39269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:00:20,628 DEBUG [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,39269,1731434419337 2024-11-12T18:00:20,628 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:00:20,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:00:20,634 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:00:20,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6684de3f6e40,39269,1731434419337] 2024-11-12T18:00:20,634 INFO [RS:1;6684de3f6e40:42353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:00:20,634 INFO [RS:1;6684de3f6e40:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,638 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:00:20,640 INFO [RS:1;6684de3f6e40:42353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:00:20,640 INFO [RS:1;6684de3f6e40:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,640 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,640 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,641 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,641 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,641 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,644 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:00:20,644 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,644 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,644 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,644 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,644 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,645 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,647 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:00:20,647 DEBUG [RS:1;6684de3f6e40:42353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:00:20,650 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:00:20,659 INFO [RS:1;6684de3f6e40:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,659 INFO [RS:1;6684de3f6e40:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,659 INFO [RS:1;6684de3f6e40:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,659 INFO [RS:1;6684de3f6e40:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,659 INFO [RS:1;6684de3f6e40:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,660 INFO [RS:1;6684de3f6e40:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,42353,1731434419414-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:00:20,660 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T18:00:20,682 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:00:20,683 INFO [RS:0;6684de3f6e40:39269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:00:20,683 INFO [RS:0;6684de3f6e40:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,686 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:00:20,686 INFO [RS:1;6684de3f6e40:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,42353,1731434419414-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,686 INFO [RS:1;6684de3f6e40:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,686 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.Replication(171): 6684de3f6e40,42353,1731434419414 started 2024-11-12T18:00:20,694 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:00:20,695 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T18:00:20,695 INFO [RS:0;6684de3f6e40:39269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:00:20,696 INFO [RS:0;6684de3f6e40:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,696 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,696 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,696 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,696 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,696 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,696 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:00:20,696 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,696 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,697 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,697 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,697 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,697 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,697 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:00:20,697 DEBUG [RS:0;6684de3f6e40:39269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:00:20,701 WARN [6684de3f6e40:40351 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T18:00:20,703 INFO [RS:2;6684de3f6e40:38497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T18:00:20,704 INFO [RS:2;6684de3f6e40:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,707 INFO [RS:0;6684de3f6e40:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,708 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T18:00:20,708 INFO [RS:0;6684de3f6e40:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,708 INFO [RS:0;6684de3f6e40:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,708 INFO [RS:0;6684de3f6e40:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,708 INFO [RS:0;6684de3f6e40:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,708 INFO [RS:0;6684de3f6e40:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39269,1731434419337-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:00:20,709 INFO [RS:2;6684de3f6e40:38497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T18:00:20,709 INFO [RS:2;6684de3f6e40:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,709 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,709 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,709 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,709 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,709 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,709 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6684de3f6e40:0, corePoolSize=2, maxPoolSize=2 2024-11-12T18:00:20,709 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,709 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,710 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,710 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,710 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,710 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6684de3f6e40:0, corePoolSize=1, maxPoolSize=1 2024-11-12T18:00:20,710 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:00:20,710 DEBUG [RS:2;6684de3f6e40:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6684de3f6e40:0, corePoolSize=3, maxPoolSize=3 2024-11-12T18:00:20,710 INFO [RS:1;6684de3f6e40:42353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,710 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,42353,1731434419414, RpcServer on 6684de3f6e40/172.17.0.3:42353, sessionid=0x101317e45650002 2024-11-12T18:00:20,710 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:00:20,710 DEBUG [RS:1;6684de3f6e40:42353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,42353,1731434419414 2024-11-12T18:00:20,710 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,42353,1731434419414' 2024-11-12T18:00:20,710 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:00:20,711 INFO [RS:2;6684de3f6e40:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,711 INFO [RS:2;6684de3f6e40:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,711 INFO [RS:2;6684de3f6e40:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,711 INFO [RS:2;6684de3f6e40:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,711 INFO [RS:2;6684de3f6e40:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,711 INFO [RS:2;6684de3f6e40:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38497,1731434419539-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:00:20,712 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:00:20,719 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:00:20,719 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:00:20,719 DEBUG [RS:1;6684de3f6e40:42353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,42353,1731434419414 2024-11-12T18:00:20,719 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,42353,1731434419414' 2024-11-12T18:00:20,719 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:00:20,720 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:00:20,721 DEBUG [RS:1;6684de3f6e40:42353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:00:20,721 INFO [RS:1;6684de3f6e40:42353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:00:20,722 INFO [RS:1;6684de3f6e40:42353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:00:20,729 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:00:20,729 INFO [RS:0;6684de3f6e40:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,39269,1731434419337-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,729 INFO [RS:0;6684de3f6e40:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,729 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.Replication(171): 6684de3f6e40,39269,1731434419337 started 2024-11-12T18:00:20,735 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T18:00:20,735 INFO [RS:2;6684de3f6e40:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,38497,1731434419539-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,735 INFO [RS:2;6684de3f6e40:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,735 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.Replication(171): 6684de3f6e40,38497,1731434419539 started 2024-11-12T18:00:20,748 INFO [RS:0;6684de3f6e40:39269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,748 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,39269,1731434419337, RpcServer on 6684de3f6e40/172.17.0.3:39269, sessionid=0x101317e45650001 2024-11-12T18:00:20,749 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:00:20,749 DEBUG [RS:0;6684de3f6e40:39269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,39269,1731434419337 2024-11-12T18:00:20,749 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,39269,1731434419337' 2024-11-12T18:00:20,749 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:00:20,750 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:00:20,751 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:00:20,751 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:00:20,751 DEBUG [RS:0;6684de3f6e40:39269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,39269,1731434419337 2024-11-12T18:00:20,751 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,39269,1731434419337' 2024-11-12T18:00:20,751 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:00:20,751 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:00:20,752 DEBUG [RS:0;6684de3f6e40:39269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:00:20,752 INFO [RS:0;6684de3f6e40:39269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:00:20,752 INFO [RS:0;6684de3f6e40:39269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:00:20,757 INFO [RS:2;6684de3f6e40:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:20,757 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(1482): Serving as 6684de3f6e40,38497,1731434419539, RpcServer on 6684de3f6e40/172.17.0.3:38497, sessionid=0x101317e45650003 2024-11-12T18:00:20,757 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T18:00:20,757 DEBUG [RS:2;6684de3f6e40:38497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6684de3f6e40,38497,1731434419539 2024-11-12T18:00:20,757 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,38497,1731434419539' 2024-11-12T18:00:20,757 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T18:00:20,758 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T18:00:20,759 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T18:00:20,759 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T18:00:20,759 DEBUG [RS:2;6684de3f6e40:38497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6684de3f6e40,38497,1731434419539 2024-11-12T18:00:20,759 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6684de3f6e40,38497,1731434419539' 2024-11-12T18:00:20,759 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T18:00:20,760 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T18:00:20,761 DEBUG [RS:2;6684de3f6e40:38497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T18:00:20,761 INFO [RS:2;6684de3f6e40:38497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T18:00:20,761 INFO [RS:2;6684de3f6e40:38497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T18:00:20,822 INFO [RS:1;6684de3f6e40:42353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:00:20,827 INFO [RS:1;6684de3f6e40:42353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C42353%2C1731434419414, suffix=, logDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,42353,1731434419414, archiveDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/oldWALs, maxLogs=32 2024-11-12T18:00:20,848 DEBUG [RS:1;6684de3f6e40:42353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,42353,1731434419414/6684de3f6e40%2C42353%2C1731434419414.1731434420829, exclude list is [], retry=0 2024-11-12T18:00:20,853 INFO [RS:0;6684de3f6e40:39269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:00:20,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32819,DS-9faff4da-0e70-4ccf-8c17-95eeb396bdb9,DISK] 2024-11-12T18:00:20,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45209,DS-590a4bec-67da-4628-8406-9cb1f00e16a5,DISK] 2024-11-12T18:00:20,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38129,DS-4b3357ce-c426-48bd-b5fd-38274c4b5c4d,DISK] 2024-11-12T18:00:20,860 INFO [RS:0;6684de3f6e40:39269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C39269%2C1731434419337, suffix=, logDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,39269,1731434419337, archiveDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/oldWALs, maxLogs=32 2024-11-12T18:00:20,861 INFO [RS:2;6684de3f6e40:38497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T18:00:20,864 INFO [RS:2;6684de3f6e40:38497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C38497%2C1731434419539, suffix=, logDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,38497,1731434419539, archiveDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/oldWALs, maxLogs=32 2024-11-12T18:00:20,882 DEBUG [RS:0;6684de3f6e40:39269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,39269,1731434419337/6684de3f6e40%2C39269%2C1731434419337.1731434420863, exclude list is [], retry=0 2024-11-12T18:00:20,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38129,DS-4b3357ce-c426-48bd-b5fd-38274c4b5c4d,DISK] 2024-11-12T18:00:20,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45209,DS-590a4bec-67da-4628-8406-9cb1f00e16a5,DISK] 2024-11-12T18:00:20,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32819,DS-9faff4da-0e70-4ccf-8c17-95eeb396bdb9,DISK] 2024-11-12T18:00:20,891 DEBUG [RS:2;6684de3f6e40:38497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,38497,1731434419539/6684de3f6e40%2C38497%2C1731434419539.1731434420865, exclude list is [], retry=0 2024-11-12T18:00:20,892 INFO [RS:1;6684de3f6e40:42353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,42353,1731434419414/6684de3f6e40%2C42353%2C1731434419414.1731434420829 2024-11-12T18:00:20,895 DEBUG [RS:1;6684de3f6e40:42353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35871:35871),(127.0.0.1/127.0.0.1:44355:44355),(127.0.0.1/127.0.0.1:36521:36521)] 2024-11-12T18:00:20,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45209,DS-590a4bec-67da-4628-8406-9cb1f00e16a5,DISK] 2024-11-12T18:00:20,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32819,DS-9faff4da-0e70-4ccf-8c17-95eeb396bdb9,DISK] 2024-11-12T18:00:20,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38129,DS-4b3357ce-c426-48bd-b5fd-38274c4b5c4d,DISK] 2024-11-12T18:00:20,943 INFO [RS:0;6684de3f6e40:39269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,39269,1731434419337/6684de3f6e40%2C39269%2C1731434419337.1731434420863 2024-11-12T18:00:20,944 DEBUG [RS:0;6684de3f6e40:39269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36521:36521),(127.0.0.1/127.0.0.1:44355:44355),(127.0.0.1/127.0.0.1:35871:35871)] 2024-11-12T18:00:20,952 DEBUG [6684de3f6e40:40351 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-12T18:00:20,952 DEBUG [6684de3f6e40:40351 {}] balancer.BalancerClusterState(204): Hosts are {6684de3f6e40=0} racks are {/default-rack=0} 2024-11-12T18:00:20,955 DEBUG [6684de3f6e40:40351 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:00:20,955 DEBUG [6684de3f6e40:40351 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:00:20,955 DEBUG [6684de3f6e40:40351 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:00:20,955 DEBUG [6684de3f6e40:40351 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:00:20,955 INFO [6684de3f6e40:40351 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:00:20,955 INFO [6684de3f6e40:40351 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:00:20,955 DEBUG [6684de3f6e40:40351 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:00:20,956 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6684de3f6e40,39269,1731434419337 2024-11-12T18:00:20,960 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,39269,1731434419337, state=OPENING 2024-11-12T18:00:20,961 INFO [RS:2;6684de3f6e40:38497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,38497,1731434419539/6684de3f6e40%2C38497%2C1731434419539.1731434420865 2024-11-12T18:00:20,979 DEBUG [RS:2;6684de3f6e40:38497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35871:35871),(127.0.0.1/127.0.0.1:44355:44355),(127.0.0.1/127.0.0.1:36521:36521)] 2024-11-12T18:00:20,987 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T18:00:21,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:21,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:21,018 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:21,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:00:21,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:00:21,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:00:21,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:00:21,030 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T18:00:21,030 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,39269,1731434419337}] 2024-11-12T18:00:21,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:00:21,076 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:00:21,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:21,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:21,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:31,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:00:31,056 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:00:31,092 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T18:00:31,092 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T18:00:31,093 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T18:00:31,096 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6684de3f6e40%2C39269%2C1731434419337.meta, suffix=.meta, logDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,39269,1731434419337, archiveDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/oldWALs, maxLogs=32 2024-11-12T18:00:31,115 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,39269,1731434419337/6684de3f6e40%2C39269%2C1731434419337.meta.1731434431097.meta, exclude list is [], retry=0 2024-11-12T18:00:31,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45209,DS-590a4bec-67da-4628-8406-9cb1f00e16a5,DISK] 2024-11-12T18:00:31,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38129,DS-4b3357ce-c426-48bd-b5fd-38274c4b5c4d,DISK] 2024-11-12T18:00:31,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32819,DS-9faff4da-0e70-4ccf-8c17-95eeb396bdb9,DISK] 2024-11-12T18:00:31,160 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/WALs/6684de3f6e40,39269,1731434419337/6684de3f6e40%2C39269%2C1731434419337.meta.1731434431097.meta 2024-11-12T18:00:31,163 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44355:44355),(127.0.0.1/127.0.0.1:36521:36521),(127.0.0.1/127.0.0.1:35871:35871)] 2024-11-12T18:00:31,163 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T18:00:31,164 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T18:00:31,164 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T18:00:31,164 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T18:00:31,164 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T18:00:31,164 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:31,165 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T18:00:31,165 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T18:00:31,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T18:00:31,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T18:00:31,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:31,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:00:31,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T18:00:31,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T18:00:31,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:31,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:00:31,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T18:00:31,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T18:00:31,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:31,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:00:31,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T18:00:31,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T18:00:31,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:31,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T18:00:31,200 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T18:00:31,203 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740 2024-11-12T18:00:31,206 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740 2024-11-12T18:00:31,208 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T18:00:31,208 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T18:00:31,219 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T18:00:31,232 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T18:00:31,240 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61934031, jitterRate=-0.07711102068424225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T18:00:31,240 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T18:00:31,240 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731434431165Writing region info on filesystem at 1731434431165Initializing all the Stores at 1731434431169 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434431169Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434431179 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434431179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731434431179Cleaning up temporary data from old regions at 1731434431208 (+29 ms)Running coprocessor post-open hooks at 1731434431240 (+32 ms)Region opened successfully at 1731434431240 2024-11-12T18:00:31,247 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731434431052 2024-11-12T18:00:31,261 DEBUG [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T18:00:31,261 INFO [RS_OPEN_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T18:00:31,268 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,39269,1731434419337 2024-11-12T18:00:31,280 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6684de3f6e40,39269,1731434419337, state=OPEN 2024-11-12T18:00:31,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:00:31,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:00:31,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:00:31,302 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6684de3f6e40,39269,1731434419337 2024-11-12T18:00:31,302 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:00:31,303 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:00:31,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T18:00:31,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:00:31,303 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T18:00:31,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T18:00:31,312 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6684de3f6e40,39269,1731434419337 in 10.2720 sec 2024-11-12T18:00:31,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T18:00:31,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 10.7680 sec 2024-11-12T18:00:31,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T18:00:31,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T18:00:31,365 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:00:31,365 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39269,1731434419337, seqNum=-1] 2024-11-12T18:00:31,365 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:00:31,368 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:00:31,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 11.0960 sec 2024-11-12T18:00:31,395 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731434431395, completionTime=-1 2024-11-12T18:00:31,396 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-12T18:00:31,396 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T18:00:31,403 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-12T18:00:31,403 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731434491403 2024-11-12T18:00:31,403 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731434551403 2024-11-12T18:00:31,403 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-12T18:00:31,404 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T18:00:31,415 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40351,1731434419086-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:31,415 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40351,1731434419086-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:31,415 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40351,1731434419086-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:31,415 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6684de3f6e40:40351, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:31,416 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:31,418 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:31,420 DEBUG [master/6684de3f6e40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T18:00:31,428 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 11.768sec 2024-11-12T18:00:31,435 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T18:00:31,435 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T18:00:31,435 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T18:00:31,435 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T18:00:31,435 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T18:00:31,436 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40351,1731434419086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T18:00:31,436 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40351,1731434419086-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T18:00:31,444 DEBUG [master/6684de3f6e40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T18:00:31,444 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T18:00:31,444 INFO [master/6684de3f6e40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6684de3f6e40,40351,1731434419086-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T18:00:31,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26f2f738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:00:31,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40351,-1 for getting cluster id 2024-11-12T18:00:31,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:00:31,485 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bca01a63-59b1-43d4-9783-f1084de7793a' 2024-11-12T18:00:31,488 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:00:31,488 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bca01a63-59b1-43d4-9783-f1084de7793a" 2024-11-12T18:00:31,489 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142ce473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:00:31,489 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40351,-1] 2024-11-12T18:00:31,489 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:00:31,492 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:00:31,494 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:00:31,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194e416b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:00:31,498 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:00:31,501 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39269,1731434419337, seqNum=-1] 2024-11-12T18:00:31,501 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:00:31,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:00:31,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6684de3f6e40,40351,1731434419086 2024-11-12T18:00:31,507 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731434431507 (current time:1731434431507). 2024-11-12T18:00:31,507 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-12T18:00:31,507 DEBUG [Time-limited test {}] snapshot.SnapshotDescriptionUtils(339): Snapshot SnapshotProcedureTest VERSION not specified, setting to 2 2024-11-12T18:00:31,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eade842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:00:31,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6684de3f6e40,40351,-1 for getting cluster id 2024-11-12T18:00:31,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T18:00:31,517 DEBUG [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bca01a63-59b1-43d4-9783-f1084de7793a' 2024-11-12T18:00:31,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T18:00:31,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bca01a63-59b1-43d4-9783-f1084de7793a" 2024-11-12T18:00:31,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b744d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:00:31,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6684de3f6e40,40351,-1] 2024-11-12T18:00:31,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T18:00:31,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:00:31,521 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T18:00:31,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f59d5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T18:00:31,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T18:00:31,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6684de3f6e40,39269,1731434419337, seqNum=-1] 2024-11-12T18:00:31,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:00:31,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:00:31,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:00:31,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.setup(TestSnapshotProcedure.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:00:31,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:00:31,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:00:31,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T18:00:31,533 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 6684de3f6e40,40351,1731434419086 2024-11-12T18:00:31,533 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74bf2d78 2024-11-12T18:00:31,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:00:31,535 DEBUG [RPCClient-NioEventLoopGroup-6-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T18:00:31,554 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T18:00:31,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'SPTestTable', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T18:00:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=SPTestTable 2024-11-12T18:00:31,561 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T18:00:31,561 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:31,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "SPTestTable" procId is: 4 2024-11-12T18:00:31,563 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T18:00:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:00:31,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741837_1013 (size=361) 2024-11-12T18:00:31,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741837_1013 (size=361) 2024-11-12T18:00:31,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741837_1013 (size=361) 2024-11-12T18:00:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:00:31,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:00:32,003 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57fb806d1acb42be931c18077064d60e, NAME => 'SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e.', STARTKEY => '', ENDKEY => '19999999'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:32,004 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fdecf00411fa9c626ccabab35e3f577b, NAME => 'SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b.', STARTKEY => '19999999', ENDKEY => '33333332'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:32,005 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 57e5f16fc6a95138b8ca463f853142de, NAME => 'SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de.', STARTKEY => '33333332', ENDKEY => '4ccccccb'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:32,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741838_1014 (size=54) 2024-11-12T18:00:32,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741838_1014 (size=54) 2024-11-12T18:00:32,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741838_1014 (size=54) 2024-11-12T18:00:32,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:32,076 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing 57fb806d1acb42be931c18077064d60e, disabling compactions & flushes 2024-11-12T18:00:32,077 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:00:32,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:00:32,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. after waiting 0 ms 2024-11-12T18:00:32,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:00:32,077 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:00:32,077 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57fb806d1acb42be931c18077064d60e: Waiting for close lock at 1731434432076Disabling compacts and flushes for region at 1731434432076Disabling writes for close at 1731434432077 (+1 ms)Writing region close event to WAL at 1731434432077Closed at 1731434432077 2024-11-12T18:00:32,077 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c4a7f0854da156657588e455bdc41d68, NAME => 'SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68.', STARTKEY => '4ccccccb', ENDKEY => '66666664'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:32,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741839_1015 (size=62) 2024-11-12T18:00:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741840_1016 (size=62) 2024-11-12T18:00:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741839_1015 (size=62) 2024-11-12T18:00:32,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:32,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 57e5f16fc6a95138b8ca463f853142de, disabling compactions & flushes 2024-11-12T18:00:32,082 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:00:32,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:00:32,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. after waiting 0 ms 2024-11-12T18:00:32,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:00:32,082 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:00:32,082 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 57e5f16fc6a95138b8ca463f853142de: Waiting for close lock at 1731434432082Disabling compacts and flushes for region at 1731434432082Disabling writes for close at 1731434432082Writing region close event to WAL at 1731434432082Closed at 1731434432082 2024-11-12T18:00:32,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741840_1016 (size=62) 2024-11-12T18:00:32,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741839_1015 (size=62) 2024-11-12T18:00:32,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741840_1016 (size=62) 2024-11-12T18:00:32,083 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9feb60d576d88cd1c9f496a88d974e9d, NAME => 'SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:32,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:32,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fdecf00411fa9c626ccabab35e3f577b, disabling compactions & flushes 2024-11-12T18:00:32,083 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:00:32,083 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:00:32,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. after waiting 0 ms 2024-11-12T18:00:32,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:00:32,084 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:00:32,084 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fdecf00411fa9c626ccabab35e3f577b: Waiting for close lock at 1731434432083Disabling compacts and flushes for region at 1731434432083Disabling writes for close at 1731434432084 (+1 ms)Writing region close event to WAL at 1731434432084Closed at 1731434432084 2024-11-12T18:00:32,084 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fc0de3c12dda96d90df453c6bcdb4921, NAME => 'SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921.', STARTKEY => '7ffffffd', ENDKEY => '99999996'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741841_1017 (size=62) 2024-11-12T18:00:32,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741841_1017 (size=62) 2024-11-12T18:00:32,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741841_1017 (size=62) 2024-11-12T18:00:32,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741842_1018 (size=62) 2024-11-12T18:00:32,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741842_1018 (size=62) 2024-11-12T18:00:32,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741842_1018 (size=62) 2024-11-12T18:00:32,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:32,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 9feb60d576d88cd1c9f496a88d974e9d, disabling compactions & flushes 2024-11-12T18:00:32,108 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:00:32,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:00:32,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. after waiting 0 ms 2024-11-12T18:00:32,108 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:00:32,109 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:00:32,109 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9feb60d576d88cd1c9f496a88d974e9d: Waiting for close lock at 1731434432108Disabling compacts and flushes for region at 1731434432108Disabling writes for close at 1731434432108Writing region close event to WAL at 1731434432109 (+1 ms)Closed at 1731434432109 2024-11-12T18:00:32,109 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => c7a7e58465629aa439e97999f0741755, NAME => 'SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755.', STARTKEY => '99999996', ENDKEY => 'b333332f'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:32,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741843_1019 (size=62) 2024-11-12T18:00:32,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741843_1019 (size=62) 2024-11-12T18:00:32,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:32,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing fc0de3c12dda96d90df453c6bcdb4921, disabling compactions & flushes 2024-11-12T18:00:32,145 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:00:32,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741843_1019 (size=62) 2024-11-12T18:00:32,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:00:32,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. after waiting 0 ms 2024-11-12T18:00:32,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:00:32,145 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:00:32,145 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for fc0de3c12dda96d90df453c6bcdb4921: Waiting for close lock at 1731434432145Disabling compacts and flushes for region at 1731434432145Disabling writes for close at 1731434432145Writing region close event to WAL at 1731434432145Closed at 1731434432145 2024-11-12T18:00:32,146 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => da4a7fa650ffbe27d8746e39c695cf02, NAME => 'SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741844_1020 (size=62) 2024-11-12T18:00:32,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741844_1020 (size=62) 2024-11-12T18:00:32,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741844_1020 (size=62) 2024-11-12T18:00:32,175 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:32,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing c7a7e58465629aa439e97999f0741755, disabling compactions & flushes 2024-11-12T18:00:32,176 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:00:32,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:00:32,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. after waiting 0 ms 2024-11-12T18:00:32,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:00:32,176 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:00:32,176 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for c7a7e58465629aa439e97999f0741755: Waiting for close lock at 1731434432176Disabling compacts and flushes for region at 1731434432176Disabling writes for close at 1731434432176Writing region close event to WAL at 1731434432176Closed at 1731434432176 2024-11-12T18:00:32,177 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0d2d3568a76a9ac536b3312839d7059b, NAME => 'SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:00:32,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741845_1021 (size=62) 2024-11-12T18:00:32,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741845_1021 (size=62) 2024-11-12T18:00:32,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741845_1021 (size=62) 2024-11-12T18:00:32,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741846_1022 (size=62) 2024-11-12T18:00:32,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741846_1022 (size=62) 2024-11-12T18:00:32,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741846_1022 (size=62) 2024-11-12T18:00:32,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:32,249 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing 0d2d3568a76a9ac536b3312839d7059b, disabling compactions & flushes 2024-11-12T18:00:32,250 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:00:32,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:00:32,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. after waiting 0 ms 2024-11-12T18:00:32,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:00:32,250 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:00:32,250 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0d2d3568a76a9ac536b3312839d7059b: Waiting for close lock at 1731434432249Disabling compacts and flushes for region at 1731434432249Disabling writes for close at 1731434432250 (+1 ms)Writing region close event to WAL at 1731434432250Closed at 1731434432250 2024-11-12T18:00:32,250 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d03090069df4b782087f3d49d7e65af6, NAME => 'SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6.', STARTKEY => 'e6666661', ENDKEY => ''}, tableDescriptor='SPTestTable', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07 2024-11-12T18:00:32,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741847_1023 (size=54) 2024-11-12T18:00:32,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741847_1023 (size=54) 2024-11-12T18:00:32,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741847_1023 (size=54) 2024-11-12T18:00:32,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:32,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1722): Closing d03090069df4b782087f3d49d7e65af6, disabling compactions & flushes 2024-11-12T18:00:32,318 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:00:32,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:00:32,318 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. after waiting 0 ms 2024-11-12T18:00:32,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:00:32,319 INFO [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:00:32,319 DEBUG [RegionOpenAndInit-SPTestTable-pool-2 {}] regionserver.HRegion(1676): Region close journal for d03090069df4b782087f3d49d7e65af6: Waiting for close lock at 1731434432318Disabling compacts and flushes for region at 1731434432318Disabling writes for close at 1731434432318Writing region close event to WAL at 1731434432319 (+1 ms)Closed at 1731434432319 2024-11-12T18:00:32,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:32,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1722): Closing c4a7f0854da156657588e455bdc41d68, disabling compactions & flushes 2024-11-12T18:00:32,505 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:00:32,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:00:32,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. after waiting 0 ms 2024-11-12T18:00:32,505 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:00:32,505 INFO [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:00:32,506 DEBUG [RegionOpenAndInit-SPTestTable-pool-0 {}] regionserver.HRegion(1676): Region close journal for c4a7f0854da156657588e455bdc41d68: Waiting for close lock at 1731434432505Disabling compacts and flushes for region at 1731434432505Disabling writes for close at 1731434432505Writing region close event to WAL at 1731434432505Closed at 1731434432505 2024-11-12T18:00:32,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:32,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1722): Closing da4a7fa650ffbe27d8746e39c695cf02, disabling compactions & flushes 2024-11-12T18:00:32,600 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:00:32,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:00:32,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. after waiting 0 ms 2024-11-12T18:00:32,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:00:32,600 INFO [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:00:32,600 DEBUG [RegionOpenAndInit-SPTestTable-pool-1 {}] regionserver.HRegion(1676): Region close journal for da4a7fa650ffbe27d8746e39c695cf02: Waiting for close lock at 1731434432600Disabling compacts and flushes for region at 1731434432600Disabling writes for close at 1731434432600Writing region close event to WAL at 1731434432600Closed at 1731434432600 2024-11-12T18:00:32,603 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T18:00:32,604 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731434432603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434432603"}]},"ts":"1731434432603"} 2024-11-12T18:00:32,604 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434432603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434432603"}]},"ts":"1731434432603"} 2024-11-12T18:00:32,604 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434432603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434432603"}]},"ts":"1731434432603"} 2024-11-12T18:00:32,605 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434432603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434432603"}]},"ts":"1731434432603"} 2024-11-12T18:00:32,605 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434432603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434432603"}]},"ts":"1731434432603"} 2024-11-12T18:00:32,605 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434432603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434432603"}]},"ts":"1731434432603"} 2024-11-12T18:00:32,605 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434432603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434432603"}]},"ts":"1731434432603"} 2024-11-12T18:00:32,605 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6.","families":{"info":[{"qualifier":"regioninfo","vlen":53,"tag":[],"timestamp":"1731434432603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434432603"}]},"ts":"1731434432603"} 2024-11-12T18:00:32,605 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434432603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434432603"}]},"ts":"1731434432603"} 2024-11-12T18:00:32,606 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02.","families":{"info":[{"qualifier":"regioninfo","vlen":61,"tag":[],"timestamp":"1731434432603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731434432603"}]},"ts":"1731434432603"} 2024-11-12T18:00:32,617 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 10 regions to meta. 2024-11-12T18:00:32,619 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T18:00:32,620 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434432620"}]},"ts":"1731434432620"} 2024-11-12T18:00:32,629 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLING in hbase:meta 2024-11-12T18:00:32,630 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {6684de3f6e40=0} racks are {/default-rack=0} 2024-11-12T18:00:32,660 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T18:00:32,681 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-12T18:00:32,681 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-12T18:00:32,681 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-12T18:00:32,681 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-12T18:00:32,681 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-12T18:00:32,681 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-12T18:00:32,681 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-12T18:00:32,681 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-12T18:00:32,681 INFO [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-12T18:00:32,681 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-12T18:00:32,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57fb806d1acb42be931c18077064d60e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdecf00411fa9c626ccabab35e3f577b, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57e5f16fc6a95138b8ca463f853142de, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4a7f0854da156657588e455bdc41d68, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9feb60d576d88cd1c9f496a88d974e9d, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc0de3c12dda96d90df453c6bcdb4921, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7a7e58465629aa439e97999f0741755, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=da4a7fa650ffbe27d8746e39c695cf02, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d2d3568a76a9ac536b3312839d7059b, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d03090069df4b782087f3d49d7e65af6, ASSIGN}] 2024-11-12T18:00:32,692 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57fb806d1acb42be931c18077064d60e, ASSIGN 2024-11-12T18:00:32,692 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdecf00411fa9c626ccabab35e3f577b, ASSIGN 2024-11-12T18:00:32,694 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d2d3568a76a9ac536b3312839d7059b, ASSIGN 2024-11-12T18:00:32,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d03090069df4b782087f3d49d7e65af6, ASSIGN 2024-11-12T18:00:32,701 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57fb806d1acb42be931c18077064d60e, ASSIGN; state=OFFLINE, location=6684de3f6e40,38497,1731434419539; forceNewPlan=false, retain=false 2024-11-12T18:00:32,702 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdecf00411fa9c626ccabab35e3f577b, ASSIGN; state=OFFLINE, location=6684de3f6e40,42353,1731434419414; forceNewPlan=false, retain=false 2024-11-12T18:00:32,702 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d2d3568a76a9ac536b3312839d7059b, ASSIGN; state=OFFLINE, location=6684de3f6e40,38497,1731434419539; forceNewPlan=false, retain=false 2024-11-12T18:00:32,703 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d03090069df4b782087f3d49d7e65af6, ASSIGN; state=OFFLINE, location=6684de3f6e40,39269,1731434419337; forceNewPlan=false, retain=false 2024-11-12T18:00:32,705 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=da4a7fa650ffbe27d8746e39c695cf02, ASSIGN 2024-11-12T18:00:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:00:32,708 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=da4a7fa650ffbe27d8746e39c695cf02, ASSIGN; state=OFFLINE, location=6684de3f6e40,38497,1731434419539; forceNewPlan=false, retain=false 2024-11-12T18:00:32,712 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7a7e58465629aa439e97999f0741755, ASSIGN 2024-11-12T18:00:32,717 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c7a7e58465629aa439e97999f0741755, ASSIGN; state=OFFLINE, location=6684de3f6e40,42353,1731434419414; forceNewPlan=false, retain=false 2024-11-12T18:00:32,718 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc0de3c12dda96d90df453c6bcdb4921, ASSIGN 2024-11-12T18:00:32,720 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc0de3c12dda96d90df453c6bcdb4921, ASSIGN; state=OFFLINE, location=6684de3f6e40,39269,1731434419337; forceNewPlan=false, retain=false 2024-11-12T18:00:32,731 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9feb60d576d88cd1c9f496a88d974e9d, ASSIGN 2024-11-12T18:00:32,733 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4a7f0854da156657588e455bdc41d68, ASSIGN 2024-11-12T18:00:32,733 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9feb60d576d88cd1c9f496a88d974e9d, ASSIGN; state=OFFLINE, location=6684de3f6e40,38497,1731434419539; forceNewPlan=false, retain=false 2024-11-12T18:00:32,739 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4a7f0854da156657588e455bdc41d68, ASSIGN; state=OFFLINE, location=6684de3f6e40,42353,1731434419414; forceNewPlan=false, retain=false 2024-11-12T18:00:32,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57e5f16fc6a95138b8ca463f853142de, ASSIGN 2024-11-12T18:00:32,748 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57e5f16fc6a95138b8ca463f853142de, ASSIGN; state=OFFLINE, location=6684de3f6e40,39269,1731434419337; forceNewPlan=false, retain=false 2024-11-12T18:00:32,852 INFO [6684de3f6e40:40351 {}] balancer.BaseLoadBalancer(388): Reassigned 10 regions. 10 retained the pre-restart assignment. 2024-11-12T18:00:32,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c7a7e58465629aa439e97999f0741755, regionState=OPENING, regionLocation=6684de3f6e40,42353,1731434419414 2024-11-12T18:00:32,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fdecf00411fa9c626ccabab35e3f577b, regionState=OPENING, regionLocation=6684de3f6e40,42353,1731434419414 2024-11-12T18:00:32,853 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d03090069df4b782087f3d49d7e65af6, regionState=OPENING, regionLocation=6684de3f6e40,39269,1731434419337 2024-11-12T18:00:32,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fc0de3c12dda96d90df453c6bcdb4921, regionState=OPENING, regionLocation=6684de3f6e40,39269,1731434419337 2024-11-12T18:00:32,853 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c4a7f0854da156657588e455bdc41d68, regionState=OPENING, regionLocation=6684de3f6e40,42353,1731434419414 2024-11-12T18:00:32,854 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0d2d3568a76a9ac536b3312839d7059b, regionState=OPENING, regionLocation=6684de3f6e40,38497,1731434419539 2024-11-12T18:00:32,854 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=da4a7fa650ffbe27d8746e39c695cf02, regionState=OPENING, regionLocation=6684de3f6e40,38497,1731434419539 2024-11-12T18:00:32,854 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9feb60d576d88cd1c9f496a88d974e9d, regionState=OPENING, regionLocation=6684de3f6e40,38497,1731434419539 2024-11-12T18:00:32,854 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=57e5f16fc6a95138b8ca463f853142de, regionState=OPENING, regionLocation=6684de3f6e40,39269,1731434419337 2024-11-12T18:00:32,858 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=57fb806d1acb42be931c18077064d60e, regionState=OPENING, regionLocation=6684de3f6e40,38497,1731434419539 2024-11-12T18:00:32,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=d03090069df4b782087f3d49d7e65af6, ASSIGN because future has completed 2024-11-12T18:00:32,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c7a7e58465629aa439e97999f0741755, ASSIGN because future has completed 2024-11-12T18:00:32,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d03090069df4b782087f3d49d7e65af6, server=6684de3f6e40,39269,1731434419337}] 2024-11-12T18:00:32,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fc0de3c12dda96d90df453c6bcdb4921, ASSIGN because future has completed 2024-11-12T18:00:32,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc0de3c12dda96d90df453c6bcdb4921, server=6684de3f6e40,39269,1731434419337}] 2024-11-12T18:00:32,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7a7e58465629aa439e97999f0741755, server=6684de3f6e40,42353,1731434419414}] 2024-11-12T18:00:32,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=fdecf00411fa9c626ccabab35e3f577b, ASSIGN because future has completed 2024-11-12T18:00:32,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=c4a7f0854da156657588e455bdc41d68, ASSIGN because future has completed 2024-11-12T18:00:32,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=0d2d3568a76a9ac536b3312839d7059b, ASSIGN because future has completed 2024-11-12T18:00:32,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=da4a7fa650ffbe27d8746e39c695cf02, ASSIGN because future has completed 2024-11-12T18:00:32,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d2d3568a76a9ac536b3312839d7059b, server=6684de3f6e40,38497,1731434419539}] 2024-11-12T18:00:32,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdecf00411fa9c626ccabab35e3f577b, server=6684de3f6e40,42353,1731434419414}] 2024-11-12T18:00:32,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57e5f16fc6a95138b8ca463f853142de, ASSIGN because future has completed 2024-11-12T18:00:32,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=9feb60d576d88cd1c9f496a88d974e9d, ASSIGN because future has completed 2024-11-12T18:00:32,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9feb60d576d88cd1c9f496a88d974e9d, server=6684de3f6e40,38497,1731434419539}] 2024-11-12T18:00:32,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=SPTestTable, region=57fb806d1acb42be931c18077064d60e, ASSIGN because future has completed 2024-11-12T18:00:32,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4a7f0854da156657588e455bdc41d68, server=6684de3f6e40,42353,1731434419414}] 2024-11-12T18:00:32,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure da4a7fa650ffbe27d8746e39c695cf02, server=6684de3f6e40,38497,1731434419539}] 2024-11-12T18:00:32,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57fb806d1acb42be931c18077064d60e, server=6684de3f6e40,38497,1731434419539}] 2024-11-12T18:00:32,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57e5f16fc6a95138b8ca463f853142de, server=6684de3f6e40,39269,1731434419337}] 2024-11-12T18:00:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:00:35,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:00:36,167 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:36,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:36,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:36,715 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:00:36,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:36,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:36,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:00:42,907 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:00:42,908 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => fc0de3c12dda96d90df453c6bcdb4921, NAME => 'SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921.', STARTKEY => '7ffffffd', ENDKEY => '99999996'} 2024-11-12T18:00:42,908 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:00:42,908 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:42,908 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:00:42,909 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:00:42,927 INFO [StoreOpener-fc0de3c12dda96d90df453c6bcdb4921-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:00:42,930 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:00:42,932 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T18:00:42,933 INFO [StoreOpener-fc0de3c12dda96d90df453c6bcdb4921-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc0de3c12dda96d90df453c6bcdb4921 columnFamilyName cf 2024-11-12T18:00:42,933 DEBUG [StoreOpener-fc0de3c12dda96d90df453c6bcdb4921-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:42,933 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:00:42,936 INFO [StoreOpener-fc0de3c12dda96d90df453c6bcdb4921-1 {}] regionserver.HStore(327): Store=fc0de3c12dda96d90df453c6bcdb4921/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:00:42,937 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:00:42,939 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:00:42,941 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:00:42,941 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:00:42,941 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:00:42,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T18:00:42,953 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:00:42,956 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(132): Open SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:00:42,956 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:00:42,957 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d2d3568a76a9ac536b3312839d7059b, NAME => 'SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b.', STARTKEY => 'ccccccc8', ENDKEY => 'e6666661'} 2024-11-12T18:00:42,957 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => c4a7f0854da156657588e455bdc41d68, NAME => 'SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68.', STARTKEY => '4ccccccb', ENDKEY => '66666664'} 2024-11-12T18:00:42,957 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:00:42,957 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(898): Instantiated SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:42,957 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7794): checking encryption for 0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:00:42,957 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(7797): checking classloading for 0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:00:42,960 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c4a7f0854da156657588e455bdc41d68 2024-11-12T18:00:42,960 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:42,960 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for c4a7f0854da156657588e455bdc41d68 2024-11-12T18:00:42,960 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for c4a7f0854da156657588e455bdc41d68 2024-11-12T18:00:42,971 INFO [StoreOpener-c4a7f0854da156657588e455bdc41d68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c4a7f0854da156657588e455bdc41d68 2024-11-12T18:00:42,974 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/fc0de3c12dda96d90df453c6bcdb4921/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:00:42,975 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened fc0de3c12dda96d90df453c6bcdb4921; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70565224, jitterRate=0.051503777503967285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:00:42,975 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:00:42,975 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for fc0de3c12dda96d90df453c6bcdb4921: Running coprocessor pre-open hook at 1731434442909Writing region info on filesystem at 1731434442909Initializing all the Stores at 1731434442921 (+12 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434442921Cleaning up temporary data from old regions at 1731434442941 (+20 ms)Running coprocessor post-open hooks at 1731434442975 (+34 ms)Region opened successfully at 1731434442975 2024-11-12T18:00:42,975 INFO [StoreOpener-0d2d3568a76a9ac536b3312839d7059b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:00:42,977 INFO [StoreOpener-c4a7f0854da156657588e455bdc41d68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c4a7f0854da156657588e455bdc41d68 columnFamilyName cf 2024-11-12T18:00:42,977 DEBUG [StoreOpener-c4a7f0854da156657588e455bdc41d68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:42,980 INFO [StoreOpener-c4a7f0854da156657588e455bdc41d68-1 {}] regionserver.HStore(327): Store=c4a7f0854da156657588e455bdc41d68/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:00:42,980 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for c4a7f0854da156657588e455bdc41d68 2024-11-12T18:00:42,981 INFO [StoreOpener-0d2d3568a76a9ac536b3312839d7059b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d2d3568a76a9ac536b3312839d7059b columnFamilyName cf 2024-11-12T18:00:42,981 DEBUG [StoreOpener-0d2d3568a76a9ac536b3312839d7059b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:42,982 INFO [StoreOpener-0d2d3568a76a9ac536b3312839d7059b-1 {}] regionserver.HStore(327): Store=0d2d3568a76a9ac536b3312839d7059b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:00:42,982 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1038): replaying wal for 0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:00:42,983 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921., pid=16, masterSystemTime=1731434442881 2024-11-12T18:00:42,984 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c4a7f0854da156657588e455bdc41d68 2024-11-12T18:00:42,984 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c4a7f0854da156657588e455bdc41d68 2024-11-12T18:00:42,985 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for c4a7f0854da156657588e455bdc41d68 2024-11-12T18:00:42,985 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for c4a7f0854da156657588e455bdc41d68 2024-11-12T18:00:42,987 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:00:42,987 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for c4a7f0854da156657588e455bdc41d68 2024-11-12T18:00:42,992 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:00:42,997 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1048): stopping wal replay for 0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:00:42,997 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1060): Cleaning up temporary data for 0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:00:43,003 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c4a7f0854da156657588e455bdc41d68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:00:43,004 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened c4a7f0854da156657588e455bdc41d68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74908362, jitterRate=0.11622157692909241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:00:43,005 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c4a7f0854da156657588e455bdc41d68 2024-11-12T18:00:43,005 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for c4a7f0854da156657588e455bdc41d68: Running coprocessor pre-open hook at 1731434442960Writing region info on filesystem at 1731434442960Initializing all the Stores at 1731434442966 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434442966Cleaning up temporary data from old regions at 1731434442985 (+19 ms)Running coprocessor post-open hooks at 1731434443005 (+20 ms)Region opened successfully at 1731434443005 2024-11-12T18:00:43,008 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68., pid=20, masterSystemTime=1731434442932 2024-11-12T18:00:43,011 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:00:43,012 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:00:43,012 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(132): Open SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:00:43,012 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7752): Opening region: {ENCODED => d03090069df4b782087f3d49d7e65af6, NAME => 'SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6.', STARTKEY => 'e6666661', ENDKEY => ''} 2024-11-12T18:00:43,013 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=fc0de3c12dda96d90df453c6bcdb4921, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,39269,1731434419337 2024-11-12T18:00:43,014 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable d03090069df4b782087f3d49d7e65af6 2024-11-12T18:00:43,014 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(898): Instantiated SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:43,014 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7794): checking encryption for d03090069df4b782087f3d49d7e65af6 2024-11-12T18:00:43,014 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(7797): checking classloading for d03090069df4b782087f3d49d7e65af6 2024-11-12T18:00:43,018 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1093): writing seq id for 0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:00:43,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc0de3c12dda96d90df453c6bcdb4921, server=6684de3f6e40,39269,1731434419337 because future has completed 2024-11-12T18:00:43,023 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:00:43,024 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c4a7f0854da156657588e455bdc41d68, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,42353,1731434419414 2024-11-12T18:00:43,025 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:00:43,026 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:00:43,026 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => fdecf00411fa9c626ccabab35e3f577b, NAME => 'SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b.', STARTKEY => '19999999', ENDKEY => '33333332'} 2024-11-12T18:00:43,026 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:00:43,026 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:43,027 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:00:43,027 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:00:43,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=10 2024-11-12T18:00:43,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure fc0de3c12dda96d90df453c6bcdb4921, server=6684de3f6e40,39269,1731434419337 in 10.1480 sec 2024-11-12T18:00:43,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure c4a7f0854da156657588e455bdc41d68, server=6684de3f6e40,42353,1731434419414 because future has completed 2024-11-12T18:00:43,042 INFO [StoreOpener-d03090069df4b782087f3d49d7e65af6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region d03090069df4b782087f3d49d7e65af6 2024-11-12T18:00:43,043 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/0d2d3568a76a9ac536b3312839d7059b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:00:43,045 INFO [StoreOpener-fdecf00411fa9c626ccabab35e3f577b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:00:43,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fc0de3c12dda96d90df453c6bcdb4921, ASSIGN in 10.3530 sec 2024-11-12T18:00:43,048 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1114): Opened 0d2d3568a76a9ac536b3312839d7059b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63099914, jitterRate=-0.05973801016807556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:00:43,048 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:00:43,049 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegion(1006): Region open journal for 0d2d3568a76a9ac536b3312839d7059b: Running coprocessor pre-open hook at 1731434442957Writing region info on filesystem at 1731434442957Initializing all the Stores at 1731434442968 (+11 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434442968Cleaning up temporary data from old regions at 1731434442997 (+29 ms)Running coprocessor post-open hooks at 1731434443048 (+51 ms)Region opened successfully at 1731434443049 (+1 ms) 2024-11-12T18:00:43,055 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b., pid=18, masterSystemTime=1731434442930 2024-11-12T18:00:43,055 INFO [StoreOpener-d03090069df4b782087f3d49d7e65af6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d03090069df4b782087f3d49d7e65af6 columnFamilyName cf 2024-11-12T18:00:43,055 DEBUG [StoreOpener-d03090069df4b782087f3d49d7e65af6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:43,056 INFO [StoreOpener-fdecf00411fa9c626ccabab35e3f577b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdecf00411fa9c626ccabab35e3f577b columnFamilyName cf 2024-11-12T18:00:43,056 DEBUG [StoreOpener-fdecf00411fa9c626ccabab35e3f577b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:43,059 INFO [StoreOpener-d03090069df4b782087f3d49d7e65af6-1 {}] regionserver.HStore(327): Store=d03090069df4b782087f3d49d7e65af6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:00:43,059 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1038): replaying wal for d03090069df4b782087f3d49d7e65af6 2024-11-12T18:00:43,059 INFO [StoreOpener-fdecf00411fa9c626ccabab35e3f577b-1 {}] regionserver.HStore(327): Store=fdecf00411fa9c626ccabab35e3f577b/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:00:43,060 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:00:43,063 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:00:43,064 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:00:43,064 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/d03090069df4b782087f3d49d7e65af6 2024-11-12T18:00:43,064 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=18}] handler.AssignRegionHandler(153): Opened SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:00:43,064 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(132): Open SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:00:43,064 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7752): Opening region: {ENCODED => 57fb806d1acb42be931c18077064d60e, NAME => 'SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e.', STARTKEY => '', ENDKEY => '19999999'} 2024-11-12T18:00:43,064 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 57fb806d1acb42be931c18077064d60e 2024-11-12T18:00:43,065 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(898): Instantiated SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:43,065 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7794): checking encryption for 57fb806d1acb42be931c18077064d60e 2024-11-12T18:00:43,065 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(7797): checking classloading for 57fb806d1acb42be931c18077064d60e 2024-11-12T18:00:43,064 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:00:43,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=8 2024-11-12T18:00:43,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure c4a7f0854da156657588e455bdc41d68, server=6684de3f6e40,42353,1731434419414 in 10.1210 sec 2024-11-12T18:00:43,066 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:00:43,066 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:00:43,068 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/d03090069df4b782087f3d49d7e65af6 2024-11-12T18:00:43,069 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0d2d3568a76a9ac536b3312839d7059b, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,38497,1731434419539 2024-11-12T18:00:43,071 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1048): stopping wal replay for d03090069df4b782087f3d49d7e65af6 2024-11-12T18:00:43,072 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1060): Cleaning up temporary data for d03090069df4b782087f3d49d7e65af6 2024-11-12T18:00:43,072 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:00:43,073 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c4a7f0854da156657588e455bdc41d68, ASSIGN in 10.3830 sec 2024-11-12T18:00:43,075 INFO [StoreOpener-57fb806d1acb42be931c18077064d60e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 57fb806d1acb42be931c18077064d60e 2024-11-12T18:00:43,080 INFO [StoreOpener-57fb806d1acb42be931c18077064d60e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57fb806d1acb42be931c18077064d60e columnFamilyName cf 2024-11-12T18:00:43,080 DEBUG [StoreOpener-57fb806d1acb42be931c18077064d60e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:43,081 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1093): writing seq id for d03090069df4b782087f3d49d7e65af6 2024-11-12T18:00:43,082 INFO [StoreOpener-57fb806d1acb42be931c18077064d60e-1 {}] regionserver.HStore(327): Store=57fb806d1acb42be931c18077064d60e/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:00:43,082 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1038): replaying wal for 57fb806d1acb42be931c18077064d60e 2024-11-12T18:00:43,083 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/fdecf00411fa9c626ccabab35e3f577b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:00:43,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d2d3568a76a9ac536b3312839d7059b, server=6684de3f6e40,38497,1731434419539 because future has completed 2024-11-12T18:00:43,084 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/57fb806d1acb42be931c18077064d60e 2024-11-12T18:00:43,085 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/57fb806d1acb42be931c18077064d60e 2024-11-12T18:00:43,086 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1048): stopping wal replay for 57fb806d1acb42be931c18077064d60e 2024-11-12T18:00:43,086 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1060): Cleaning up temporary data for 57fb806d1acb42be931c18077064d60e 2024-11-12T18:00:43,087 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened fdecf00411fa9c626ccabab35e3f577b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60051558, jitterRate=-0.10516205430030823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:00:43,087 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:00:43,087 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for fdecf00411fa9c626ccabab35e3f577b: Running coprocessor pre-open hook at 1731434443027Writing region info on filesystem at 1731434443027Initializing all the Stores at 1731434443041 (+14 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434443041Cleaning up temporary data from old regions at 1731434443066 (+25 ms)Running coprocessor post-open hooks at 1731434443087 (+21 ms)Region opened successfully at 1731434443087 2024-11-12T18:00:43,090 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1093): writing seq id for 57fb806d1acb42be931c18077064d60e 2024-11-12T18:00:43,093 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b., pid=19, masterSystemTime=1731434442932 2024-11-12T18:00:43,104 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:00:43,104 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:00:43,104 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(132): Open SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:00:43,104 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => c7a7e58465629aa439e97999f0741755, NAME => 'SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755.', STARTKEY => '99999996', ENDKEY => 'b333332f'} 2024-11-12T18:00:43,105 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable c7a7e58465629aa439e97999f0741755 2024-11-12T18:00:43,105 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(898): Instantiated SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:43,105 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7794): checking encryption for c7a7e58465629aa439e97999f0741755 2024-11-12T18:00:43,105 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(7797): checking classloading for c7a7e58465629aa439e97999f0741755 2024-11-12T18:00:43,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=13 2024-11-12T18:00:43,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fdecf00411fa9c626ccabab35e3f577b, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,42353,1731434419414 2024-11-12T18:00:43,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d2d3568a76a9ac536b3312839d7059b, server=6684de3f6e40,38497,1731434419539 in 10.1850 sec 2024-11-12T18:00:43,110 INFO [StoreOpener-c7a7e58465629aa439e97999f0741755-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c7a7e58465629aa439e97999f0741755 2024-11-12T18:00:43,112 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/57fb806d1acb42be931c18077064d60e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:00:43,112 INFO [StoreOpener-c7a7e58465629aa439e97999f0741755-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7a7e58465629aa439e97999f0741755 columnFamilyName cf 2024-11-12T18:00:43,112 DEBUG [StoreOpener-c7a7e58465629aa439e97999f0741755-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:43,113 INFO [StoreOpener-c7a7e58465629aa439e97999f0741755-1 {}] regionserver.HStore(327): Store=c7a7e58465629aa439e97999f0741755/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:00:43,113 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1038): replaying wal for c7a7e58465629aa439e97999f0741755 2024-11-12T18:00:43,114 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/d03090069df4b782087f3d49d7e65af6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:00:43,116 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1114): Opened 57fb806d1acb42be931c18077064d60e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73114746, jitterRate=0.08949461579322815}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:00:43,116 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1114): Opened d03090069df4b782087f3d49d7e65af6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66600682, jitterRate=-0.00757250189781189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:00:43,116 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c7a7e58465629aa439e97999f0741755 2024-11-12T18:00:43,116 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d03090069df4b782087f3d49d7e65af6 2024-11-12T18:00:43,116 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57fb806d1acb42be931c18077064d60e 2024-11-12T18:00:43,116 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegion(1006): Region open journal for 57fb806d1acb42be931c18077064d60e: Running coprocessor pre-open hook at 1731434443065Writing region info on filesystem at 1731434443065Initializing all the Stores at 1731434443068 (+3 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434443068Cleaning up temporary data from old regions at 1731434443086 (+18 ms)Running coprocessor post-open hooks at 1731434443116 (+30 ms)Region opened successfully at 1731434443116 2024-11-12T18:00:43,116 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegion(1006): Region open journal for d03090069df4b782087f3d49d7e65af6: Running coprocessor pre-open hook at 1731434443014Writing region info on filesystem at 1731434443014Initializing all the Stores at 1731434443029 (+15 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434443029Cleaning up temporary data from old regions at 1731434443072 (+43 ms)Running coprocessor post-open hooks at 1731434443116 (+44 ms)Region opened successfully at 1731434443116 2024-11-12T18:00:43,116 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c7a7e58465629aa439e97999f0741755 2024-11-12T18:00:43,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=0d2d3568a76a9ac536b3312839d7059b, ASSIGN in 10.4280 sec 2024-11-12T18:00:43,117 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1048): stopping wal replay for c7a7e58465629aa439e97999f0741755 2024-11-12T18:00:43,117 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for c7a7e58465629aa439e97999f0741755 2024-11-12T18:00:43,118 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6., pid=15, masterSystemTime=1731434442881 2024-11-12T18:00:43,119 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e., pid=23, masterSystemTime=1731434442930 2024-11-12T18:00:43,125 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1093): writing seq id for c7a7e58465629aa439e97999f0741755 2024-11-12T18:00:43,128 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:00:43,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdecf00411fa9c626ccabab35e3f577b, server=6684de3f6e40,42353,1731434419414 because future has completed 2024-11-12T18:00:43,128 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=15}] handler.AssignRegionHandler(153): Opened SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:00:43,128 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:00:43,128 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 57e5f16fc6a95138b8ca463f853142de, NAME => 'SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de.', STARTKEY => '33333332', ENDKEY => '4ccccccb'} 2024-11-12T18:00:43,129 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:00:43,129 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:43,129 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:00:43,129 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:00:43,136 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=d03090069df4b782087f3d49d7e65af6, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,39269,1731434419337 2024-11-12T18:00:43,136 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,39269,1731434419337, table=SPTestTable, region=d03090069df4b782087f3d49d7e65af6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T18:00:43,138 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:00:43,138 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=23}] handler.AssignRegionHandler(153): Opened SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:00:43,138 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(132): Open SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:00:43,138 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7752): Opening region: {ENCODED => da4a7fa650ffbe27d8746e39c695cf02, NAME => 'SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02.', STARTKEY => 'b333332f', ENDKEY => 'ccccccc8'} 2024-11-12T18:00:43,138 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:00:43,139 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(898): Instantiated SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:43,139 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7794): checking encryption for da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:00:43,139 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(7797): checking classloading for da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:00:43,140 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=57fb806d1acb42be931c18077064d60e, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,38497,1731434419539 2024-11-12T18:00:43,143 INFO [StoreOpener-57e5f16fc6a95138b8ca463f853142de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:00:43,143 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c7a7e58465629aa439e97999f0741755/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:00:43,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure d03090069df4b782087f3d49d7e65af6, server=6684de3f6e40,39269,1731434419337 because future has completed 2024-11-12T18:00:43,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57fb806d1acb42be931c18077064d60e, server=6684de3f6e40,38497,1731434419539 because future has completed 2024-11-12T18:00:43,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=6 2024-11-12T18:00:43,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fdecf00411fa9c626ccabab35e3f577b, server=6684de3f6e40,42353,1731434419414 in 10.2210 sec 2024-11-12T18:00:43,150 INFO [StoreOpener-da4a7fa650ffbe27d8746e39c695cf02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:00:43,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T18:00:43,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure d03090069df4b782087f3d49d7e65af6, server=6684de3f6e40,39269,1731434419337 in 10.2800 sec 2024-11-12T18:00:43,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=fdecf00411fa9c626ccabab35e3f577b, ASSIGN in 10.4670 sec 2024-11-12T18:00:43,156 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1114): Opened c7a7e58465629aa439e97999f0741755; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60783282, jitterRate=-0.09425851702690125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:00:43,156 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7a7e58465629aa439e97999f0741755 2024-11-12T18:00:43,156 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegion(1006): Region open journal for c7a7e58465629aa439e97999f0741755: Running coprocessor pre-open hook at 1731434443105Writing region info on filesystem at 1731434443105Initializing all the Stores at 1731434443109 (+4 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434443109Cleaning up temporary data from old regions at 1731434443117 (+8 ms)Running coprocessor post-open hooks at 1731434443156 (+39 ms)Region opened successfully at 1731434443156 2024-11-12T18:00:43,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=5 2024-11-12T18:00:43,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 57fb806d1acb42be931c18077064d60e, server=6684de3f6e40,38497,1731434419539 in 10.2110 sec 2024-11-12T18:00:43,161 INFO [StoreOpener-da4a7fa650ffbe27d8746e39c695cf02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da4a7fa650ffbe27d8746e39c695cf02 columnFamilyName cf 2024-11-12T18:00:43,161 INFO [StoreOpener-57e5f16fc6a95138b8ca463f853142de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57e5f16fc6a95138b8ca463f853142de columnFamilyName cf 2024-11-12T18:00:43,161 DEBUG [StoreOpener-57e5f16fc6a95138b8ca463f853142de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:43,161 DEBUG [StoreOpener-da4a7fa650ffbe27d8746e39c695cf02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:43,162 INFO [StoreOpener-da4a7fa650ffbe27d8746e39c695cf02-1 {}] regionserver.HStore(327): Store=da4a7fa650ffbe27d8746e39c695cf02/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:00:43,163 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1038): replaying wal for da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:00:43,163 INFO [StoreOpener-57e5f16fc6a95138b8ca463f853142de-1 {}] regionserver.HStore(327): Store=57e5f16fc6a95138b8ca463f853142de/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:00:43,163 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:00:43,165 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:00:43,168 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755., pid=17, masterSystemTime=1731434442932 2024-11-12T18:00:43,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=d03090069df4b782087f3d49d7e65af6, ASSIGN in 10.4710 sec 2024-11-12T18:00:43,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57fb806d1acb42be931c18077064d60e, ASSIGN in 10.4780 sec 2024-11-12T18:00:43,168 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:00:43,169 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1048): stopping wal replay for da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:00:43,169 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1060): Cleaning up temporary data for da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:00:43,172 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:00:43,174 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1093): writing seq id for da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:00:43,174 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:00:43,178 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:00:43,178 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:00:43,183 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/da4a7fa650ffbe27d8746e39c695cf02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:00:43,185 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1114): Opened da4a7fa650ffbe27d8746e39c695cf02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73598497, jitterRate=0.09670306742191315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:00:43,185 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:00:43,185 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegion(1006): Region open journal for da4a7fa650ffbe27d8746e39c695cf02: Running coprocessor pre-open hook at 1731434443139Writing region info on filesystem at 1731434443139Initializing all the Stores at 1731434443145 (+6 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434443145Cleaning up temporary data from old regions at 1731434443169 (+24 ms)Running coprocessor post-open hooks at 1731434443185 (+16 ms)Region opened successfully at 1731434443185 2024-11-12T18:00:43,189 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:00:43,189 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=17}] handler.AssignRegionHandler(153): Opened SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:00:43,192 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02., pid=22, masterSystemTime=1731434442930 2024-11-12T18:00:43,194 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c7a7e58465629aa439e97999f0741755, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,42353,1731434419414 2024-11-12T18:00:43,200 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:00:43,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7a7e58465629aa439e97999f0741755, server=6684de3f6e40,42353,1731434419414 because future has completed 2024-11-12T18:00:43,211 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:00:43,211 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=22}] handler.AssignRegionHandler(153): Opened SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:00:43,211 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(132): Open SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:00:43,211 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7752): Opening region: {ENCODED => 9feb60d576d88cd1c9f496a88d974e9d, NAME => 'SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d.', STARTKEY => '66666664', ENDKEY => '7ffffffd'} 2024-11-12T18:00:43,212 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table SPTestTable 9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:00:43,212 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(898): Instantiated SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T18:00:43,212 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7794): checking encryption for 9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:00:43,212 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(7797): checking classloading for 9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:00:43,212 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=da4a7fa650ffbe27d8746e39c695cf02, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,38497,1731434419539 2024-11-12T18:00:43,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure da4a7fa650ffbe27d8746e39c695cf02, server=6684de3f6e40,38497,1731434419539 because future has completed 2024-11-12T18:00:43,218 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40351 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6684de3f6e40,38497,1731434419539, table=SPTestTable, region=da4a7fa650ffbe27d8746e39c695cf02. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-12T18:00:43,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=11 2024-11-12T18:00:43,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c7a7e58465629aa439e97999f0741755, server=6684de3f6e40,42353,1731434419414 in 10.3340 sec 2024-11-12T18:00:43,227 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/57e5f16fc6a95138b8ca463f853142de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:00:43,228 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 57e5f16fc6a95138b8ca463f853142de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68723078, jitterRate=0.0240536630153656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:00:43,228 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:00:43,228 INFO [StoreOpener-9feb60d576d88cd1c9f496a88d974e9d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:00:43,229 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 57e5f16fc6a95138b8ca463f853142de: Running coprocessor pre-open hook at 1731434443129Writing region info on filesystem at 1731434443129Initializing all the Stores at 1731434443142 (+13 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434443142Cleaning up temporary data from old regions at 1731434443178 (+36 ms)Running coprocessor post-open hooks at 1731434443228 (+50 ms)Region opened successfully at 1731434443228 2024-11-12T18:00:43,230 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de., pid=24, masterSystemTime=1731434442881 2024-11-12T18:00:43,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=12 2024-11-12T18:00:43,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure da4a7fa650ffbe27d8746e39c695cf02, server=6684de3f6e40,38497,1731434419539 in 10.2840 sec 2024-11-12T18:00:43,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=c7a7e58465629aa439e97999f0741755, ASSIGN in 10.5420 sec 2024-11-12T18:00:43,240 INFO [StoreOpener-9feb60d576d88cd1c9f496a88d974e9d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9feb60d576d88cd1c9f496a88d974e9d columnFamilyName cf 2024-11-12T18:00:43,241 DEBUG [StoreOpener-9feb60d576d88cd1c9f496a88d974e9d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T18:00:43,244 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:00:43,244 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:00:43,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=da4a7fa650ffbe27d8746e39c695cf02, ASSIGN in 10.5500 sec 2024-11-12T18:00:43,248 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=57e5f16fc6a95138b8ca463f853142de, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,39269,1731434419337 2024-11-12T18:00:43,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57e5f16fc6a95138b8ca463f853142de, server=6684de3f6e40,39269,1731434419337 because future has completed 2024-11-12T18:00:43,252 INFO [StoreOpener-9feb60d576d88cd1c9f496a88d974e9d-1 {}] regionserver.HStore(327): Store=9feb60d576d88cd1c9f496a88d974e9d/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T18:00:43,252 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1038): replaying wal for 9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:00:43,256 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:00:43,256 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:00:43,257 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1048): stopping wal replay for 9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:00:43,257 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1060): Cleaning up temporary data for 9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:00:43,260 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1093): writing seq id for 9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:00:43,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=7 2024-11-12T18:00:43,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 57e5f16fc6a95138b8ca463f853142de, server=6684de3f6e40,39269,1731434419337 in 10.3120 sec 2024-11-12T18:00:43,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=57e5f16fc6a95138b8ca463f853142de, ASSIGN in 10.5830 sec 2024-11-12T18:00:43,275 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/9feb60d576d88cd1c9f496a88d974e9d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T18:00:43,275 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1114): Opened 9feb60d576d88cd1c9f496a88d974e9d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62081819, jitterRate=-0.07490880787372589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-12T18:00:43,276 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:00:43,276 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegion(1006): Region open journal for 9feb60d576d88cd1c9f496a88d974e9d: Running coprocessor pre-open hook at 1731434443212Writing region info on filesystem at 1731434443212Initializing all the Stores at 1731434443219 (+7 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731434443220 (+1 ms)Cleaning up temporary data from old regions at 1731434443257 (+37 ms)Running coprocessor post-open hooks at 1731434443276 (+19 ms)Region opened successfully at 1731434443276 2024-11-12T18:00:43,279 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2236): Post open deploy tasks for SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d., pid=21, masterSystemTime=1731434442930 2024-11-12T18:00:43,283 DEBUG [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] regionserver.HRegionServer(2266): Finished post open deploy task for SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:00:43,283 INFO [RS_OPEN_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_OPEN_REGION, pid=21}] handler.AssignRegionHandler(153): Opened SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:00:43,292 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9feb60d576d88cd1c9f496a88d974e9d, regionState=OPEN, openSeqNum=2, regionLocation=6684de3f6e40,38497,1731434419539 2024-11-12T18:00:43,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9feb60d576d88cd1c9f496a88d974e9d, server=6684de3f6e40,38497,1731434419539 because future has completed 2024-11-12T18:00:43,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=9 2024-11-12T18:00:43,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9feb60d576d88cd1c9f496a88d974e9d, server=6684de3f6e40,38497,1731434419539 in 10.3860 sec 2024-11-12T18:00:43,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T18:00:43,333 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"SPTestTable","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731434443333"}]},"ts":"1731434443333"} 2024-11-12T18:00:43,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=4 2024-11-12T18:00:43,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=SPTestTable, region=9feb60d576d88cd1c9f496a88d974e9d, ASSIGN in 10.6430 sec 2024-11-12T18:00:43,344 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=SPTestTable, state=ENABLED in hbase:meta 2024-11-12T18:00:43,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=SPTestTable execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T18:00:43,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=SPTestTable in 11.7910 sec 2024-11-12T18:00:44,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'SPTestTable' 2024-11-12T18:00:47,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:47,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:47,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:48,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T18:00:48,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:48,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:48,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T18:00:49,066 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T18:00:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T18:00:49,868 INFO [RPCClient-NioEventLoopGroup-6-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:SPTestTable completed 2024-11-12T18:00:49,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table SPTestTable get assigned. Timeout = 60000ms 2024-11-12T18:00:49,869 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:00:49,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table SPTestTable assigned to meta. Checking AM states. 2024-11-12T18:00:49,885 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:00:49,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table SPTestTable assigned. 2024-11-12T18:00:49,991 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aaa', locateType=CURRENT is [region=SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755., hostname=6684de3f6e40,42353,1731434419414, seqNum=2] 2024-11-12T18:00:49,993 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aab', locateType=CURRENT is [region=SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755., hostname=6684de3f6e40,42353,1731434419414, seqNum=2] 2024-11-12T18:00:49,995 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='aac', locateType=CURRENT is [region=SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755., hostname=6684de3f6e40,42353,1731434419414, seqNum=2] 2024-11-12T18:00:50,120 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='baa', locateType=CURRENT is [region=SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02., hostname=6684de3f6e40,38497,1731434419539, seqNum=2] 2024-11-12T18:00:50,136 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bab', locateType=CURRENT is [region=SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02., hostname=6684de3f6e40,38497,1731434419539, seqNum=2] 2024-11-12T18:00:50,155 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='bac', locateType=CURRENT is [region=SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02., hostname=6684de3f6e40,38497,1731434419539, seqNum=2] 2024-11-12T18:00:50,311 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ccd', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b., hostname=6684de3f6e40,38497,1731434419539, seqNum=2] 2024-11-12T18:00:50,313 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='cce', locateType=CURRENT is [region=SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b., hostname=6684de3f6e40,38497,1731434419539, seqNum=2] 2024-11-12T18:00:50,584 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaa', locateType=CURRENT is [region=SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6., hostname=6684de3f6e40,39269,1731434419337, seqNum=2] 2024-11-12T18:00:50,596 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eac', locateType=CURRENT is [region=SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6., hostname=6684de3f6e40,39269,1731434419337, seqNum=2] 2024-11-12T18:00:50,598 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eab', locateType=CURRENT is [region=SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6., hostname=6684de3f6e40,39269,1731434419337, seqNum=2] 2024-11-12T18:00:50,601 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eae', locateType=CURRENT is [region=SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6., hostname=6684de3f6e40,39269,1731434419337, seqNum=2] 2024-11-12T18:00:50,603 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='eaf', locateType=CURRENT is [region=SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6., hostname=6684de3f6e40,39269,1731434419337, seqNum=2] 2024-11-12T18:00:50,605 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'SPTestTable', row='ead', locateType=CURRENT is [region=SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6., hostname=6684de3f6e40,39269,1731434419337, seqNum=2] 2024-11-12T18:00:51,303 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40529 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-12T18:00:52,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:00:52,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:00:52,457 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T18:00:52,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T18:00:52,505 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38497 {}] regionserver.HRegion(8528): writing data to region SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:00:52,588 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42353 {}] regionserver.HRegion(8528): writing data to region SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:00:52,648 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38497 {}] regionserver.HRegion(8528): writing data to region SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:00:52,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 14872 Client: jenkins//172.17.0.3 first region in multi=SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:00:53,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39269 {}] regionserver.HRegion(8528): writing data to region SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. with WAL disabled. Data may be lost in the event of a crash. 2024-11-12T18:00:54,148 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } 2024-11-12T18:00:54,148 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:00:54,155 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-12T18:00:54,159 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-12T18:00:54,164 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-12T18:00:54,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741848_1024 (size=49) 2024-11-12T18:00:54,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741848_1024 (size=49) 2024-11-12T18:00:54,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741848_1024 (size=49) 2024-11-12T18:00:54,248 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-12T18:00:54,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57fb806d1acb42be931c18077064d60e}, {pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdecf00411fa9c626ccabab35e3f577b}, {pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57e5f16fc6a95138b8ca463f853142de}, {pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4a7f0854da156657588e455bdc41d68}, {pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9feb60d576d88cd1c9f496a88d974e9d}, {pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc0de3c12dda96d90df453c6bcdb4921}, {pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7a7e58465629aa439e97999f0741755}, {pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da4a7fa650ffbe27d8746e39c695cf02}, {pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d2d3568a76a9ac536b3312839d7059b}, {pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d03090069df4b782087f3d49d7e65af6}] 2024-11-12T18:00:54,258 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d03090069df4b782087f3d49d7e65af6 2024-11-12T18:00:54,260 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:00:54,260 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:00:54,261 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7a7e58465629aa439e97999f0741755 2024-11-12T18:00:54,262 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:00:54,293 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:00:54,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4a7f0854da156657588e455bdc41d68 2024-11-12T18:00:54,294 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:00:54,296 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:00:54,301 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57fb806d1acb42be931c18077064d60e 2024-11-12T18:01:02,932 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=6684de3f6e40,39269,1731434419337, timeout=1731434464263, delay=1331, operations=[pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc0de3c12dda96d90df453c6bcdb4921, pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d03090069df4b782087f3d49d7e65af6, pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57e5f16fc6a95138b8ca463f853142de], containedObject=6684de3f6e40,38497,1731434419539, timeout=1731434464263, delay=1331, operations=[pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57fb806d1acb42be931c18077064d60e, pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d2d3568a76a9ac536b3312839d7059b, pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9feb60d576d88cd1c9f496a88d974e9d, pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da4a7fa650ffbe27d8746e39c695cf02], containedObject=6684de3f6e40,42353,1731434419414, timeout=1731434464267, delay=1335, operations=[pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4a7f0854da156657588e455bdc41d68, pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdecf00411fa9c626ccabab35e3f577b, pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7a7e58465629aa439e97999f0741755]] 2024-11-12T18:01:04,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=26 2024-11-12T18:01:04,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=31 2024-11-12T18:01:04,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29 2024-11-12T18:01:04,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=34 2024-11-12T18:01:04,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30 2024-11-12T18:01:04,290 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:01:04,291 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2902): Flushing 0d2d3568a76a9ac536b3312839d7059b 1/1 column families, dataSize=38.00 KB heapSize=131.98 KB 2024-11-12T18:01:04,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:01:04,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 57fb806d1acb42be931c18077064d60e: 2024-11-12T18:01:04,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. for SnapshotProcedureTest completed. 2024-11-12T18:01:04,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:01:04,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:01:04,292 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:01:04,293 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-12T18:01:04,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:01:04,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 9feb60d576d88cd1c9f496a88d974e9d: 2024-11-12T18:01:04,296 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. for SnapshotProcedureTest completed. 2024-11-12T18:01:04,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:01:04,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:01:04,297 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:01:04,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-12T18:01:04,311 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:01:04,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.HRegion(2603): Flush status journal for fc0de3c12dda96d90df453c6bcdb4921: 2024-11-12T18:01:04,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. for SnapshotProcedureTest completed. 2024-11-12T18:01:04,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:01:04,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:01:04,312 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:01:04,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=28 2024-11-12T18:01:04,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=27 2024-11-12T18:01:04,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:01:04,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for c4a7f0854da156657588e455bdc41d68: 2024-11-12T18:01:04,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. for SnapshotProcedureTest completed. 2024-11-12T18:01:04,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:01:04,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:01:04,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:01:04,318 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:01:04,326 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing d03090069df4b782087f3d49d7e65af6 1/1 column families, dataSize=435.70 KB heapSize=1.48 MB 2024-11-12T18:01:04,331 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:01:04,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 57e5f16fc6a95138b8ca463f853142de: 2024-11-12T18:01:04,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. for SnapshotProcedureTest completed. 2024-11-12T18:01:04,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:01:04,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:01:04,332 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:01:04,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=32 2024-11-12T18:01:04,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:01:04,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.HRegion(2603): Flush status journal for fdecf00411fa9c626ccabab35e3f577b: 2024-11-12T18:01:04,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. for SnapshotProcedureTest completed. 2024-11-12T18:01:04,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:01:04,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:01:04,341 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-12T18:01:04,342 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:01:04,342 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing c7a7e58465629aa439e97999f0741755 1/1 column families, dataSize=19.80 KB heapSize=68.91 KB 2024-11-12T18:01:04,502 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c7a7e58465629aa439e97999f0741755/.tmp/cf/ba77d766f28e4e13a323dedcc8b22e7c is 34, key is aaa/cf:cf/1731434452587/Put/seqid=0 2024-11-12T18:01:04,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/0d2d3568a76a9ac536b3312839d7059b/.tmp/cf/3f17047cfbbb44febdca27b76e72e214 is 34, key is ccd/cf:cf/1731434452639/Put/seqid=0 2024-11-12T18:01:04,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741850_1026 (size=65) 2024-11-12T18:01:04,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741850_1026 (size=65) 2024-11-12T18:01:04,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:01:04,643 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-11-12T18:01:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-11-12T18:01:04,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:01:04,644 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:01:04,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741850_1026 (size=65) 2024-11-12T18:01:04,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 57e5f16fc6a95138b8ca463f853142de in 10.4090 sec 2024-11-12T18:01:04,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741851_1027 (size=57) 2024-11-12T18:01:04,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741851_1027 (size=57) 2024-11-12T18:01:04,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:01:04,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-12T18:01:04,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:01:04,707 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing da4a7fa650ffbe27d8746e39c695cf02 1/1 column families, dataSize=21.42 KB heapSize=74.49 KB 2024-11-12T18:01:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-12T18:01:04,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 57fb806d1acb42be931c18077064d60e 2024-11-12T18:01:04,708 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 57fb806d1acb42be931c18077064d60e 2024-11-12T18:01:04,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741851_1027 (size=57) 2024-11-12T18:01:04,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 57fb806d1acb42be931c18077064d60e in 10.4610 sec 2024-11-12T18:01:04,748 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/d03090069df4b782087f3d49d7e65af6/.tmp/cf/6535a72037a74b8fa93eb2250cd49839 is 34, key is eaa/cf:cf/1731434453816/Put/seqid=0 2024-11-12T18:01:04,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741853_1029 (size=65) 2024-11-12T18:01:04,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741853_1029 (size=65) 2024-11-12T18:01:04,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741853_1029 (size=65) 2024-11-12T18:01:04,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741849_1025 (size=65) 2024-11-12T18:01:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741849_1025 (size=65) 2024-11-12T18:01:04,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741849_1025 (size=65) 2024-11-12T18:01:04,907 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/da4a7fa650ffbe27d8746e39c695cf02/.tmp/cf/f36ed4c2d19049c893bd99b7d7918057 is 34, key is baa/cf:cf/1731434452504/Put/seqid=0 2024-11-12T18:01:04,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741852_1028 (size=65) 2024-11-12T18:01:04,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741852_1028 (size=65) 2024-11-12T18:01:04,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741852_1028 (size=65) 2024-11-12T18:01:04,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:01:04,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-12T18:01:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=29 2024-11-12T18:01:04,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c4a7f0854da156657588e455bdc41d68 2024-11-12T18:01:04,954 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c4a7f0854da156657588e455bdc41d68 2024-11-12T18:01:04,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c4a7f0854da156657588e455bdc41d68 in 10.7120 sec 2024-11-12T18:01:05,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741854_1030 (size=65) 2024-11-12T18:01:05,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741854_1030 (size=65) 2024-11-12T18:01:05,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741854_1030 (size=65) 2024-11-12T18:01:05,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:01:05,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-12T18:01:05,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=27 2024-11-12T18:01:05,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:01:05,012 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:01:05,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741855_1031 (size=26918) 2024-11-12T18:01:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741855_1031 (size=26918) 2024-11-12T18:01:05,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741855_1031 (size=26918) 2024-11-12T18:01:05,023 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.80 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c7a7e58465629aa439e97999f0741755/.tmp/cf/ba77d766f28e4e13a323dedcc8b22e7c 2024-11-12T18:01:05,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fdecf00411fa9c626ccabab35e3f577b in 10.7690 sec 2024-11-12T18:01:05,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741856_1032 (size=47197) 2024-11-12T18:01:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741856_1032 (size=47197) 2024-11-12T18:01:05,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741856_1032 (size=47197) 2024-11-12T18:01:05,049 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.00 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/0d2d3568a76a9ac536b3312839d7059b/.tmp/cf/3f17047cfbbb44febdca27b76e72e214 2024-11-12T18:01:05,059 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c7a7e58465629aa439e97999f0741755/.tmp/cf/ba77d766f28e4e13a323dedcc8b22e7c as hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c7a7e58465629aa439e97999f0741755/cf/ba77d766f28e4e13a323dedcc8b22e7c 2024-11-12T18:01:05,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741857_1033 (size=499309) 2024-11-12T18:01:05,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741857_1033 (size=499309) 2024-11-12T18:01:05,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741857_1033 (size=499309) 2024-11-12T18:01:05,108 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/0d2d3568a76a9ac536b3312839d7059b/.tmp/cf/3f17047cfbbb44febdca27b76e72e214 as hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/0d2d3568a76a9ac536b3312839d7059b/cf/3f17047cfbbb44febdca27b76e72e214 2024-11-12T18:01:05,110 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c7a7e58465629aa439e97999f0741755/cf/ba77d766f28e4e13a323dedcc8b22e7c, entries=676, sequenceid=5, filesize=26.3 K 2024-11-12T18:01:05,115 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~19.80 KB/20280, heapSize ~68.89 KB/70544, currentSize=0 B/0 for c7a7e58465629aa439e97999f0741755 in 773ms, sequenceid=5, compaction requested=false 2024-11-12T18:01:05,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for c7a7e58465629aa439e97999f0741755: 2024-11-12T18:01:05,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. for SnapshotProcedureTest completed. 2024-11-12T18:01:05,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:01:05,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:01:05,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c7a7e58465629aa439e97999f0741755/cf/ba77d766f28e4e13a323dedcc8b22e7c] hfiles 2024-11-12T18:01:05,115 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c7a7e58465629aa439e97999f0741755/cf/ba77d766f28e4e13a323dedcc8b22e7c for snapshot=SnapshotProcedureTest 2024-11-12T18:01:05,155 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/0d2d3568a76a9ac536b3312839d7059b/cf/3f17047cfbbb44febdca27b76e72e214, entries=1297, sequenceid=5, filesize=46.1 K 2024-11-12T18:01:05,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741858_1034 (size=28623) 2024-11-12T18:01:05,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741858_1034 (size=28623) 2024-11-12T18:01:05,161 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~38.00 KB/38910, heapSize ~131.96 KB/135128, currentSize=0 B/0 for 0d2d3568a76a9ac536b3312839d7059b in 871ms, sequenceid=5, compaction requested=false 2024-11-12T18:01:05,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.HRegion(2603): Flush status journal for 0d2d3568a76a9ac536b3312839d7059b: 2024-11-12T18:01:05,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. for SnapshotProcedureTest completed. 2024-11-12T18:01:05,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:01:05,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:01:05,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/0d2d3568a76a9ac536b3312839d7059b/cf/3f17047cfbbb44febdca27b76e72e214] hfiles 2024-11-12T18:01:05,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/0d2d3568a76a9ac536b3312839d7059b/cf/3f17047cfbbb44febdca27b76e72e214 for snapshot=SnapshotProcedureTest 2024-11-12T18:01:05,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741858_1034 (size=28623) 2024-11-12T18:01:05,169 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.42 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/da4a7fa650ffbe27d8746e39c695cf02/.tmp/cf/f36ed4c2d19049c893bd99b7d7918057 2024-11-12T18:01:05,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:01:05,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-11-12T18:01:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-11-12T18:01:05,182 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:01:05,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:01:05,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9feb60d576d88cd1c9f496a88d974e9d in 10.9340 sec 2024-11-12T18:01:05,208 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/da4a7fa650ffbe27d8746e39c695cf02/.tmp/cf/f36ed4c2d19049c893bd99b7d7918057 as hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/da4a7fa650ffbe27d8746e39c695cf02/cf/f36ed4c2d19049c893bd99b7d7918057 2024-11-12T18:01:05,222 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/da4a7fa650ffbe27d8746e39c695cf02/cf/f36ed4c2d19049c893bd99b7d7918057, entries=731, sequenceid=5, filesize=28.0 K 2024-11-12T18:01:05,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~21.42 KB/21930, heapSize ~74.48 KB/76264, currentSize=0 B/0 for da4a7fa650ffbe27d8746e39c695cf02 in 518ms, sequenceid=5, compaction requested=false 2024-11-12T18:01:05,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for da4a7fa650ffbe27d8746e39c695cf02: 2024-11-12T18:01:05,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. for SnapshotProcedureTest completed. 2024-11-12T18:01:05,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:01:05,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:01:05,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/da4a7fa650ffbe27d8746e39c695cf02/cf/f36ed4c2d19049c893bd99b7d7918057] hfiles 2024-11-12T18:01:05,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/da4a7fa650ffbe27d8746e39c695cf02/cf/f36ed4c2d19049c893bd99b7d7918057 for snapshot=SnapshotProcedureTest 2024-11-12T18:01:05,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741859_1035 (size=105) 2024-11-12T18:01:05,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741859_1035 (size=105) 2024-11-12T18:01:05,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741859_1035 (size=105) 2024-11-12T18:01:05,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:01:05,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-11-12T18:01:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-11-12T18:01:05,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region c7a7e58465629aa439e97999f0741755 2024-11-12T18:01:05,262 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=32, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c7a7e58465629aa439e97999f0741755 2024-11-12T18:01:05,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c7a7e58465629aa439e97999f0741755 in 11.0150 sec 2024-11-12T18:01:05,287 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:01:05,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-12T18:01:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=31 2024-11-12T18:01:05,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:01:05,298 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:01:05,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741860_1036 (size=105) 2024-11-12T18:01:05,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741860_1036 (size=105) 2024-11-12T18:01:05,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741860_1036 (size=105) 2024-11-12T18:01:05,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fc0de3c12dda96d90df453c6bcdb4921 in 11.0700 sec 2024-11-12T18:01:05,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:01:05,335 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=34}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=34 2024-11-12T18:01:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=34 2024-11-12T18:01:05,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region 0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:01:05,337 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:01:05,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0d2d3568a76a9ac536b3312839d7059b in 11.0900 sec 2024-11-12T18:01:05,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741861_1037 (size=105) 2024-11-12T18:01:05,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741861_1037 (size=105) 2024-11-12T18:01:05,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741861_1037 (size=105) 2024-11-12T18:01:05,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:01:05,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-12T18:01:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-12T18:01:05,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:01:05,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:01:05,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure da4a7fa650ffbe27d8746e39c695cf02 in 11.1530 sec 2024-11-12T18:01:05,489 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.70 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/d03090069df4b782087f3d49d7e65af6/.tmp/cf/6535a72037a74b8fa93eb2250cd49839 2024-11-12T18:01:05,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/d03090069df4b782087f3d49d7e65af6/.tmp/cf/6535a72037a74b8fa93eb2250cd49839 as hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/d03090069df4b782087f3d49d7e65af6/cf/6535a72037a74b8fa93eb2250cd49839 2024-11-12T18:01:05,532 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/d03090069df4b782087f3d49d7e65af6/cf/6535a72037a74b8fa93eb2250cd49839, entries=14872, sequenceid=5, filesize=487.6 K 2024-11-12T18:01:05,537 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~435.70 KB/446160, heapSize ~1.48 MB/1546928, currentSize=0 B/0 for d03090069df4b782087f3d49d7e65af6 in 1211ms, sequenceid=5, compaction requested=false 2024-11-12T18:01:05,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for d03090069df4b782087f3d49d7e65af6: 2024-11-12T18:01:05,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. for SnapshotProcedureTest completed. 2024-11-12T18:01:05,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6.' region-info for snapshot=SnapshotProcedureTest 2024-11-12T18:01:05,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-12T18:01:05,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/d03090069df4b782087f3d49d7e65af6/cf/6535a72037a74b8fa93eb2250cd49839] hfiles 2024-11-12T18:01:05,538 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/d03090069df4b782087f3d49d7e65af6/cf/6535a72037a74b8fa93eb2250cd49839 for snapshot=SnapshotProcedureTest 2024-11-12T18:01:05,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741862_1038 (size=97) 2024-11-12T18:01:05,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741862_1038 (size=97) 2024-11-12T18:01:05,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741862_1038 (size=97) 2024-11-12T18:01:05,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:01:05,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-12T18:01:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-12T18:01:05,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] procedure.SnapshotRegionProcedure(132): finish snapshot SnapshotProcedureTest on region d03090069df4b782087f3d49d7e65af6 2024-11-12T18:01:05,648 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=25, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d03090069df4b782087f3d49d7e65af6 2024-11-12T18:01:05,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=25 2024-11-12T18:01:05,663 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=25, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d03090069df4b782087f3d49d7e65af6 in 11.4030 sec 2024-11-12T18:01:05,663 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-12T18:01:05,665 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-12T18:01:05,667 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-12T18:01:05,667 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for SnapshotProcedureTest 2024-11-12T18:01:05,692 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T18:01:05,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741863_1039 (size=1174) 2024-11-12T18:01:05,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741863_1039 (size=1174) 2024-11-12T18:01:05,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741863_1039 (size=1174) 2024-11-12T18:01:05,752 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=25, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=25, snapshot={ ss=SnapshotProcedureTest table=SPTestTable type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-12T18:01:05,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=37, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=38, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=39, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=40, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=41, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=42, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=43, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=44, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}, {pid=45, ppid=25, state=RUNNABLE, hasLock=false; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest}] 2024-11-12T18:01:05,765 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=38, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,42353,1731434419414 2024-11-12T18:01:05,765 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1464): pid=44, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,38497,1731434419539 2024-11-12T18:01:05,765 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=42, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,38497,1731434419539 2024-11-12T18:01:05,765 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=43, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,39269,1731434419337 2024-11-12T18:01:05,765 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=45, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,39269,1731434419337 2024-11-12T18:01:05,770 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1464): pid=41, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,42353,1731434419414 2024-11-12T18:01:05,771 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1464): pid=40, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,39269,1731434419337 2024-11-12T18:01:05,771 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1464): pid=39, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,38497,1731434419539 2024-11-12T18:01:05,771 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1464): pid=37, ppid=25, state=RUNNABLE, hasLock=true; SnapshotVerifyProcedure, snapshot=SnapshotProcedureTest Acquired verify snapshot worker=6684de3f6e40,42353,1731434419414 2024-11-12T18:01:05,780 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-12T18:01:11,444 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T18:01:11,445 INFO [master/6684de3f6e40:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T18:01:15,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=42 2024-11-12T18:01:15,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=38 2024-11-12T18:01:15,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=44 2024-11-12T18:01:15,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=41 2024-11-12T18:01:15,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=39 2024-11-12T18:01:15,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42353 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=37 2024-11-12T18:01:15,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=40 2024-11-12T18:01:15,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=45 2024-11-12T18:01:15,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39269 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotVerifyCallable, pid=43 2024-11-12T18:01:15,781 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-12T18:01:15,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T18:01:15,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:01:15,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:01:15,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:01:15,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:01:15,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T18:01:15,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=36041370, stopped=false 2024-11-12T18:01:15,782 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6684de3f6e40,40351,1731434419086 2024-11-12T18:01:15,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T18:01:15,817 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:01:15,817 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:01:15,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:01:15,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:01:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:01:15,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:01:15,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:01:15,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T18:01:15,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSnapshotProcedure.teardown(TestSnapshotProcedure.java:151) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:01:15,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:01:15,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,39269,1731434419337' ***** 2024-11-12T18:01:15,829 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:01:15,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,42353,1731434419414' ***** 2024-11-12T18:01:15,829 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:01:15,829 INFO [RS:1;6684de3f6e40:42353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:01:15,829 INFO [RS:1;6684de3f6e40:42353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:01:15,830 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(3091): Received CLOSE for fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:01:15,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T18:01:15,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:01:15,830 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:01:15,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:01:15,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:01:15,832 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:01:15,833 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6684de3f6e40,38497,1731434419539' ***** 2024-11-12T18:01:15,833 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T18:01:15,833 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-12T18:01:15,833 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(3091): Received CLOSE for 9feb60d576d88cd1c9f496a88d974e9d 2024-11-12T18:01:15,838 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:01:15,838 INFO [RS:0;6684de3f6e40:39269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:01:15,838 INFO [RS:0;6684de3f6e40:39269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:01:15,838 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:01:15,838 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(3091): Received CLOSE for d03090069df4b782087f3d49d7e65af6 2024-11-12T18:01:15,840 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:01:15,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T18:01:15,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=38}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=38 2024-11-12T18:01:15,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-12T18:01:15,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T18:01:15,845 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-12T18:01:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=38 2024-11-12T18:01:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-12T18:01:15,879 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(3091): Received CLOSE for c4a7f0854da156657588e455bdc41d68 2024-11-12T18:01:15,879 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(3091): Received CLOSE for c7a7e58465629aa439e97999f0741755 2024-11-12T18:01:15,879 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,42353,1731434419414 2024-11-12T18:01:15,880 INFO [RS:1;6684de3f6e40:42353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:01:15,880 INFO [RS:1;6684de3f6e40:42353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;6684de3f6e40:42353. 2024-11-12T18:01:15,880 DEBUG [RS:1;6684de3f6e40:42353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:01:15,880 DEBUG [RS:1;6684de3f6e40:42353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:01:15,880 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T18:01:15,880 DEBUG [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(1325): Online Regions={fdecf00411fa9c626ccabab35e3f577b=SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b., c4a7f0854da156657588e455bdc41d68=SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68., c7a7e58465629aa439e97999f0741755=SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755.} 2024-11-12T18:01:15,880 DEBUG [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(1351): Waiting on c4a7f0854da156657588e455bdc41d68, c7a7e58465629aa439e97999f0741755, fdecf00411fa9c626ccabab35e3f577b 2024-11-12T18:01:15,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T18:01:15,881 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-12T18:01:15,882 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-11-12T18:01:15,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-11-12T18:01:15,885 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdecf00411fa9c626ccabab35e3f577b, disabling compactions & flushes 2024-11-12T18:01:15,885 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:01:15,885 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:01:15,885 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. after waiting 0 ms 2024-11-12T18:01:15,885 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:01:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40351 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-12T18:01:15,888 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:01:15,891 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:01:15,907 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(3091): Received CLOSE for da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:01:15,907 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T18:01:15,907 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d2d3568a76a9ac536b3312839d7059b 2024-11-12T18:01:15,907 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(3091): Received CLOSE for 57fb806d1acb42be931c18077064d60e 2024-11-12T18:01:15,907 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9feb60d576d88cd1c9f496a88d974e9d, disabling compactions & flushes 2024-11-12T18:01:15,907 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:01:15,907 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:01:15,907 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. after waiting 0 ms 2024-11-12T18:01:15,907 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:01:15,919 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(3091): Received CLOSE for 57e5f16fc6a95138b8ca463f853142de 2024-11-12T18:01:15,919 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(3091): Received CLOSE for fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:01:15,919 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,39269,1731434419337 2024-11-12T18:01:15,919 INFO [RS:0;6684de3f6e40:39269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:01:15,920 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T18:01:15,920 INFO [RS:0;6684de3f6e40:39269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6684de3f6e40:39269. 2024-11-12T18:01:15,920 INFO [RS:2;6684de3f6e40:38497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T18:01:15,920 DEBUG [RS:0;6684de3f6e40:39269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:01:15,920 INFO [RS:2;6684de3f6e40:38497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T18:01:15,920 DEBUG [RS:0;6684de3f6e40:39269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:01:15,920 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:01:15,920 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:01:15,920 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:01:15,920 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: da4a7fa650ffbe27d8746e39c695cf02, which we are already trying to CLOSE, but not completed yet 2024-11-12T18:01:15,920 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T18:01:15,920 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 0d2d3568a76a9ac536b3312839d7059b, which we are already trying to CLOSE, but not completed yet 2024-11-12T18:01:15,920 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: 57fb806d1acb42be931c18077064d60e, which we are already trying to CLOSE, but not completed yet 2024-11-12T18:01:15,920 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(959): stopping server 6684de3f6e40,38497,1731434419539 2024-11-12T18:01:15,920 INFO [RS:2;6684de3f6e40:38497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:01:15,920 INFO [RS:2;6684de3f6e40:38497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;6684de3f6e40:38497. 2024-11-12T18:01:15,920 DEBUG [RS:2;6684de3f6e40:38497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T18:01:15,920 DEBUG [RS:2;6684de3f6e40:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:01:15,920 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-12T18:01:15,920 DEBUG [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(1325): Online Regions={9feb60d576d88cd1c9f496a88d974e9d=SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d., da4a7fa650ffbe27d8746e39c695cf02=SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02., 0d2d3568a76a9ac536b3312839d7059b=SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b., 57fb806d1acb42be931c18077064d60e=SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e.} 2024-11-12T18:01:15,920 DEBUG [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(1351): Waiting on 0d2d3568a76a9ac536b3312839d7059b, 57fb806d1acb42be931c18077064d60e, 9feb60d576d88cd1c9f496a88d974e9d, da4a7fa650ffbe27d8746e39c695cf02 2024-11-12T18:01:15,923 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d03090069df4b782087f3d49d7e65af6, disabling compactions & flushes 2024-11-12T18:01:15,923 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:01:15,923 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:01:15,924 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. after waiting 0 ms 2024-11-12T18:01:15,924 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:01:15,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RSSnapshotVerifier$SnapshotManifestCacheLoader(144): loading snapshot manifest for SnapshotProcedureTest from hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/.hbase-snapshot/.tmp/SnapshotProcedureTest 2024-11-12T18:01:15,937 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-2 {event_type=RS_VERIFY_SNAPSHOT, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-12T18:01:15,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-1 {event_type=RS_VERIFY_SNAPSHOT, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-12T18:01:15,942 INFO [regionserver/6684de3f6e40:0.procedureResultReporter {}] regionserver.RemoteProcedureResultReporter(103): Failed procedure report result { proc_id: 40 status: SUCCESS initiating_master_active_time: 1731434419659 } result { proc_id: 43 status: SUCCESS initiating_master_active_time: 1731434419659 }; retry (#0) immediately. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6684de3f6e40:40351 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportProcedureDone(RegionServerStatusProtos.java:17338) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3560) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 5 more 2024-11-12T18:01:15,944 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6684de3f6e40:0-0 {event_type=RS_VERIFY_SNAPSHOT, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T18:01:15,993 INFO [regionserver/6684de3f6e40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:01:15,995 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-12T18:01:15,995 DEBUG [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d03090069df4b782087f3d49d7e65af6=SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6., 57e5f16fc6a95138b8ca463f853142de=SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de., fc0de3c12dda96d90df453c6bcdb4921=SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921.} 2024-11-12T18:01:15,995 DEBUG [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57e5f16fc6a95138b8ca463f853142de, d03090069df4b782087f3d49d7e65af6, fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:01:16,003 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T18:01:16,004 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T18:01:16,004 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T18:01:16,004 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T18:01:16,004 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T18:01:16,004 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=12.43 KB heapSize=21.09 KB 2024-11-12T18:01:16,035 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/9feb60d576d88cd1c9f496a88d974e9d/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:01:16,038 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:01:16,038 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9feb60d576d88cd1c9f496a88d974e9d: Waiting for close lock at 1731434475907Running coprocessor pre-close hooks at 1731434475907Disabling compacts and flushes for region at 1731434475907Disabling writes for close at 1731434475907Writing region close event to WAL at 1731434475971 (+64 ms)Running coprocessor post-close hooks at 1731434476038 (+67 ms)Closed at 1731434476038 2024-11-12T18:01:16,038 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,66666664,1731434431555.9feb60d576d88cd1c9f496a88d974e9d. 2024-11-12T18:01:16,039 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da4a7fa650ffbe27d8746e39c695cf02, disabling compactions & flushes 2024-11-12T18:01:16,039 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:01:16,039 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:01:16,039 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. after waiting 0 ms 2024-11-12T18:01:16,039 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:01:16,042 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/fdecf00411fa9c626ccabab35e3f577b/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:01:16,045 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:01:16,045 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdecf00411fa9c626ccabab35e3f577b: Waiting for close lock at 1731434475885Running coprocessor pre-close hooks at 1731434475885Disabling compacts and flushes for region at 1731434475885Disabling writes for close at 1731434475885Writing region close event to WAL at 1731434475944 (+59 ms)Running coprocessor post-close hooks at 1731434476045 (+101 ms)Closed at 1731434476045 2024-11-12T18:01:16,045 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b. 2024-11-12T18:01:16,045 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c4a7f0854da156657588e455bdc41d68, disabling compactions & flushes 2024-11-12T18:01:16,045 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:01:16,045 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:01:16,045 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. after waiting 0 ms 2024-11-12T18:01:16,046 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:01:16,080 DEBUG [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(1351): Waiting on c4a7f0854da156657588e455bdc41d68, c7a7e58465629aa439e97999f0741755 2024-11-12T18:01:16,086 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/.tmp/info/3f37d02c6c444fae96833655e1b9777f is 167, key is SPTestTable,19999999,1731434431555.fdecf00411fa9c626ccabab35e3f577b./info:regioninfo/1731434443110/Put/seqid=0 2024-11-12T18:01:16,101 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/d03090069df4b782087f3d49d7e65af6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:01:16,102 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:01:16,102 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d03090069df4b782087f3d49d7e65af6: Waiting for close lock at 1731434475923Running coprocessor pre-close hooks at 1731434475923Disabling compacts and flushes for region at 1731434475923Disabling writes for close at 1731434475924 (+1 ms)Writing region close event to WAL at 1731434476017 (+93 ms)Running coprocessor post-close hooks at 1731434476101 (+84 ms)Closed at 1731434476102 (+1 ms) 2024-11-12T18:01:16,102 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,e6666661,1731434431555.d03090069df4b782087f3d49d7e65af6. 2024-11-12T18:01:16,102 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57e5f16fc6a95138b8ca463f853142de, disabling compactions & flushes 2024-11-12T18:01:16,102 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:01:16,102 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:01:16,102 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. after waiting 0 ms 2024-11-12T18:01:16,102 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:01:16,120 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/da4a7fa650ffbe27d8746e39c695cf02/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:01:16,121 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:01:16,121 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da4a7fa650ffbe27d8746e39c695cf02: Waiting for close lock at 1731434476039Running coprocessor pre-close hooks at 1731434476039Disabling compacts and flushes for region at 1731434476039Disabling writes for close at 1731434476039Writing region close event to WAL at 1731434476052 (+13 ms)Running coprocessor post-close hooks at 1731434476121 (+69 ms)Closed at 1731434476121 2024-11-12T18:01:16,121 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,b333332f,1731434431555.da4a7fa650ffbe27d8746e39c695cf02. 2024-11-12T18:01:16,122 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d2d3568a76a9ac536b3312839d7059b, disabling compactions & flushes 2024-11-12T18:01:16,122 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:01:16,122 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:01:16,122 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. after waiting 0 ms 2024-11-12T18:01:16,122 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:01:16,124 DEBUG [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(1351): Waiting on 0d2d3568a76a9ac536b3312839d7059b, 57fb806d1acb42be931c18077064d60e 2024-11-12T18:01:16,147 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c4a7f0854da156657588e455bdc41d68/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:01:16,152 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:01:16,152 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c4a7f0854da156657588e455bdc41d68: Waiting for close lock at 1731434476045Running coprocessor pre-close hooks at 1731434476045Disabling compacts and flushes for region at 1731434476045Disabling writes for close at 1731434476045Writing region close event to WAL at 1731434476075 (+30 ms)Running coprocessor post-close hooks at 1731434476152 (+77 ms)Closed at 1731434476152 2024-11-12T18:01:16,153 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,4ccccccb,1731434431555.c4a7f0854da156657588e455bdc41d68. 2024-11-12T18:01:16,153 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7a7e58465629aa439e97999f0741755, disabling compactions & flushes 2024-11-12T18:01:16,153 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:01:16,153 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:01:16,153 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. after waiting 0 ms 2024-11-12T18:01:16,153 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:01:16,196 DEBUG [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 57e5f16fc6a95138b8ca463f853142de, fc0de3c12dda96d90df453c6bcdb4921 2024-11-12T18:01:16,196 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/57e5f16fc6a95138b8ca463f853142de/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:01:16,197 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:01:16,197 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57e5f16fc6a95138b8ca463f853142de: Waiting for close lock at 1731434476102Running coprocessor pre-close hooks at 1731434476102Disabling compacts and flushes for region at 1731434476102Disabling writes for close at 1731434476102Writing region close event to WAL at 1731434476130 (+28 ms)Running coprocessor post-close hooks at 1731434476197 (+67 ms)Closed at 1731434476197 2024-11-12T18:01:16,197 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,33333332,1731434431555.57e5f16fc6a95138b8ca463f853142de. 2024-11-12T18:01:16,197 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc0de3c12dda96d90df453c6bcdb4921, disabling compactions & flushes 2024-11-12T18:01:16,197 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:01:16,197 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:01:16,197 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. after waiting 0 ms 2024-11-12T18:01:16,197 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:01:16,283 DEBUG [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(1351): Waiting on c7a7e58465629aa439e97999f0741755 2024-11-12T18:01:16,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741864_1040 (size=18393) 2024-11-12T18:01:16,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741864_1040 (size=18393) 2024-11-12T18:01:16,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741864_1040 (size=18393) 2024-11-12T18:01:16,306 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.28 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/.tmp/info/3f37d02c6c444fae96833655e1b9777f 2024-11-12T18:01:16,307 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/c7a7e58465629aa439e97999f0741755/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:01:16,313 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:01:16,314 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7a7e58465629aa439e97999f0741755: Waiting for close lock at 1731434476153Running coprocessor pre-close hooks at 1731434476153Disabling compacts and flushes for region at 1731434476153Disabling writes for close at 1731434476153Writing region close event to WAL at 1731434476225 (+72 ms)Running coprocessor post-close hooks at 1731434476313 (+88 ms)Closed at 1731434476313 2024-11-12T18:01:16,314 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,99999996,1731434431555.c7a7e58465629aa439e97999f0741755. 2024-11-12T18:01:16,318 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/fc0de3c12dda96d90df453c6bcdb4921/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:01:16,324 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:01:16,324 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc0de3c12dda96d90df453c6bcdb4921: Waiting for close lock at 1731434476197Running coprocessor pre-close hooks at 1731434476197Disabling compacts and flushes for region at 1731434476197Disabling writes for close at 1731434476197Writing region close event to WAL at 1731434476273 (+76 ms)Running coprocessor post-close hooks at 1731434476323 (+50 ms)Closed at 1731434476323 2024-11-12T18:01:16,324 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,7ffffffd,1731434431555.fc0de3c12dda96d90df453c6bcdb4921. 2024-11-12T18:01:16,324 DEBUG [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(1351): Waiting on 0d2d3568a76a9ac536b3312839d7059b, 57fb806d1acb42be931c18077064d60e 2024-11-12T18:01:16,353 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/0d2d3568a76a9ac536b3312839d7059b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T18:01:16,361 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:01:16,361 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d2d3568a76a9ac536b3312839d7059b: Waiting for close lock at 1731434476121Running coprocessor pre-close hooks at 1731434476121Disabling compacts and flushes for region at 1731434476122 (+1 ms)Disabling writes for close at 1731434476122Writing region close event to WAL at 1731434476273 (+151 ms)Running coprocessor post-close hooks at 1731434476361 (+88 ms)Closed at 1731434476361 2024-11-12T18:01:16,361 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,ccccccc8,1731434431555.0d2d3568a76a9ac536b3312839d7059b. 2024-11-12T18:01:16,361 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 57fb806d1acb42be931c18077064d60e, disabling compactions & flushes 2024-11-12T18:01:16,361 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:01:16,361 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:01:16,361 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. after waiting 0 ms 2024-11-12T18:01:16,361 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:01:16,394 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/.tmp/ns/bf74aa171ace462abf8fe84c8d1bad77 is 43, key is default/ns:d/1731434431369/Put/seqid=0 2024-11-12T18:01:16,397 DEBUG [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:01:16,404 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/default/SPTestTable/57fb806d1acb42be931c18077064d60e/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-12T18:01:16,406 INFO [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:01:16,406 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 57fb806d1acb42be931c18077064d60e: Waiting for close lock at 1731434476361Running coprocessor pre-close hooks at 1731434476361Disabling compacts and flushes for region at 1731434476361Disabling writes for close at 1731434476361Writing region close event to WAL at 1731434476380 (+19 ms)Running coprocessor post-close hooks at 1731434476406 (+26 ms)Closed at 1731434476406 2024-11-12T18:01:16,406 DEBUG [RS_CLOSE_REGION-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed SPTestTable,,1731434431555.57fb806d1acb42be931c18077064d60e. 2024-11-12T18:01:16,487 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,42353,1731434419414; all regions closed. 2024-11-12T18:01:16,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741865_1041 (size=5153) 2024-11-12T18:01:16,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741865_1041 (size=5153) 2024-11-12T18:01:16,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741865_1041 (size=5153) 2024-11-12T18:01:16,507 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/.tmp/ns/bf74aa171ace462abf8fe84c8d1bad77 2024-11-12T18:01:16,525 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,38497,1731434419539; all regions closed. 2024-11-12T18:01:16,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741833_1009 (size=2364) 2024-11-12T18:01:16,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741833_1009 (size=2364) 2024-11-12T18:01:16,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741833_1009 (size=2364) 2024-11-12T18:01:16,541 DEBUG [RS:1;6684de3f6e40:42353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/oldWALs 2024-11-12T18:01:16,542 INFO [RS:1;6684de3f6e40:42353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C42353%2C1731434419414:(num 1731434420829) 2024-11-12T18:01:16,542 DEBUG [RS:1;6684de3f6e40:42353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:01:16,542 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:01:16,542 INFO [RS:1;6684de3f6e40:42353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:01:16,542 INFO [RS:1;6684de3f6e40:42353 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:01:16,542 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:01:16,542 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:01:16,542 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:01:16,542 INFO [RS:1;6684de3f6e40:42353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:01:16,543 INFO [RS:1;6684de3f6e40:42353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42353 2024-11-12T18:01:16,543 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:01:16,564 INFO [RS:1;6684de3f6e40:42353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:01:16,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,42353,1731434419414 2024-11-12T18:01:16,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:01:16,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741835_1011 (size=3439) 2024-11-12T18:01:16,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741835_1011 (size=3439) 2024-11-12T18:01:16,581 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,42353,1731434419414] 2024-11-12T18:01:16,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741835_1011 (size=3439) 2024-11-12T18:01:16,590 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,42353,1731434419414 already deleted, retry=false 2024-11-12T18:01:16,590 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,42353,1731434419414 expired; onlineServers=2 2024-11-12T18:01:16,598 DEBUG [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:01:16,606 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/.tmp/table/648f36fbad1f4632bc77b015f3eae982 is 47, key is SPTestTable/table:state/1731434443333/Put/seqid=0 2024-11-12T18:01:16,619 DEBUG [RS:2;6684de3f6e40:38497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/oldWALs 2024-11-12T18:01:16,619 INFO [RS:2;6684de3f6e40:38497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C38497%2C1731434419539:(num 1731434420865) 2024-11-12T18:01:16,619 DEBUG [RS:2;6684de3f6e40:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:01:16,619 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:01:16,620 INFO [RS:2;6684de3f6e40:38497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:01:16,620 INFO [RS:2;6684de3f6e40:38497 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T18:01:16,620 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T18:01:16,620 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T18:01:16,620 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T18:01:16,620 INFO [RS:2;6684de3f6e40:38497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:01:16,620 INFO [RS:2;6684de3f6e40:38497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38497 2024-11-12T18:01:16,621 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:01:16,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:01:16,646 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,38497,1731434419539] 2024-11-12T18:01:16,652 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,38497,1731434419539 2024-11-12T18:01:16,653 INFO [RS:2;6684de3f6e40:38497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:01:16,659 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,38497,1731434419539 already deleted, retry=false 2024-11-12T18:01:16,660 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,38497,1731434419539 expired; onlineServers=1 2024-11-12T18:01:16,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:01:16,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42353-0x101317e45650002, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:01:16,681 INFO [RS:1;6684de3f6e40:42353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:01:16,681 INFO [RS:1;6684de3f6e40:42353 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,42353,1731434419414; zookeeper connection closed. 2024-11-12T18:01:16,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741866_1042 (size=5214) 2024-11-12T18:01:16,736 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25062929 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25062929 2024-11-12T18:01:16,739 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T18:01:16,739 INFO [regionserver/6684de3f6e40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T18:01:16,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741866_1042 (size=5214) 2024-11-12T18:01:16,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741866_1042 (size=5214) 2024-11-12T18:01:16,749 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=86 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/.tmp/table/648f36fbad1f4632bc77b015f3eae982 2024-11-12T18:01:16,777 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:01:16,777 DEBUG [pool-321-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x101317e45650003, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:01:16,777 INFO [RS:2;6684de3f6e40:38497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:01:16,777 INFO [RS:2;6684de3f6e40:38497 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,38497,1731434419539; zookeeper connection closed. 2024-11-12T18:01:16,777 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/.tmp/info/3f37d02c6c444fae96833655e1b9777f as hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/info/3f37d02c6c444fae96833655e1b9777f 2024-11-12T18:01:16,784 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34e229e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34e229e1 2024-11-12T18:01:16,797 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/info/3f37d02c6c444fae96833655e1b9777f, entries=100, sequenceid=29, filesize=18.0 K 2024-11-12T18:01:16,799 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/.tmp/ns/bf74aa171ace462abf8fe84c8d1bad77 as hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/ns/bf74aa171ace462abf8fe84c8d1bad77 2024-11-12T18:01:16,803 DEBUG [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T18:01:16,816 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/ns/bf74aa171ace462abf8fe84c8d1bad77, entries=2, sequenceid=29, filesize=5.0 K 2024-11-12T18:01:16,823 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/.tmp/table/648f36fbad1f4632bc77b015f3eae982 as hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/table/648f36fbad1f4632bc77b015f3eae982 2024-11-12T18:01:16,859 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/table/648f36fbad1f4632bc77b015f3eae982, entries=2, sequenceid=29, filesize=5.1 K 2024-11-12T18:01:16,864 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 859ms, sequenceid=29, compaction requested=false 2024-11-12T18:01:16,923 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/data/hbase/meta/1588230740/recovered.edits/32.seqid, newMaxSeqId=32, maxSeqId=1 2024-11-12T18:01:16,927 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T18:01:16,927 INFO [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T18:01:16,928 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731434476003Running coprocessor pre-close hooks at 1731434476003Disabling compacts and flushes for region at 1731434476003Disabling writes for close at 1731434476004 (+1 ms)Obtaining lock to block concurrent updates at 1731434476004Preparing flush snapshotting stores in 1588230740 at 1731434476004Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=12732, getHeapSize=21536, getOffHeapSize=0, getCellsCount=104 at 1731434476005 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731434476015 (+10 ms)Flushing 1588230740/info: creating writer at 1731434476016 (+1 ms)Flushing 1588230740/info: appending metadata at 1731434476085 (+69 ms)Flushing 1588230740/info: closing flushed file at 1731434476085Flushing 1588230740/ns: creating writer at 1731434476341 (+256 ms)Flushing 1588230740/ns: appending metadata at 1731434476393 (+52 ms)Flushing 1588230740/ns: closing flushed file at 1731434476393Flushing 1588230740/table: creating writer at 1731434476519 (+126 ms)Flushing 1588230740/table: appending metadata at 1731434476601 (+82 ms)Flushing 1588230740/table: closing flushed file at 1731434476601Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29816eed: reopening flushed file at 1731434476774 (+173 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184fabfe: reopening flushed file at 1731434476797 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8d3e3e: reopening flushed file at 1731434476816 (+19 ms)Finished flush of dataSize ~12.43 KB/12732, heapSize ~20.80 KB/21296, currentSize=0 B/0 for 1588230740 in 859ms, sequenceid=29, compaction requested=false at 1731434476864 (+48 ms)Writing region close event to WAL at 1731434476896 (+32 ms)Running coprocessor post-close hooks at 1731434476927 (+31 ms)Closed at 1731434476927 2024-11-12T18:01:16,928 DEBUG [RS_CLOSE_META-regionserver/6684de3f6e40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T18:01:17,004 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(976): stopping server 6684de3f6e40,39269,1731434419337; all regions closed. 2024-11-12T18:01:17,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741836_1012 (size=15114) 2024-11-12T18:01:17,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741836_1012 (size=15114) 2024-11-12T18:01:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741836_1012 (size=15114) 2024-11-12T18:01:17,062 DEBUG [RS:0;6684de3f6e40:39269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/oldWALs 2024-11-12T18:01:17,062 INFO [RS:0;6684de3f6e40:39269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C39269%2C1731434419337.meta:.meta(num 1731434431097) 2024-11-12T18:01:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741834_1010 (size=2364) 2024-11-12T18:01:17,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741834_1010 (size=2364) 2024-11-12T18:01:17,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741834_1010 (size=2364) 2024-11-12T18:01:17,079 DEBUG [RS:0;6684de3f6e40:39269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/oldWALs 2024-11-12T18:01:17,079 INFO [RS:0;6684de3f6e40:39269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6684de3f6e40%2C39269%2C1731434419337:(num 1731434420863) 2024-11-12T18:01:17,079 DEBUG [RS:0;6684de3f6e40:39269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T18:01:17,080 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T18:01:17,087 INFO [RS:0;6684de3f6e40:39269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:01:17,089 INFO [RS:0;6684de3f6e40:39269 {}] hbase.ChoreService(370): Chore service for: regionserver/6684de3f6e40:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T18:01:17,089 INFO [RS:0;6684de3f6e40:39269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:01:17,089 INFO [regionserver/6684de3f6e40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:01:17,089 INFO [RS:0;6684de3f6e40:39269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39269 2024-11-12T18:01:17,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T18:01:17,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6684de3f6e40,39269,1731434419337 2024-11-12T18:01:17,119 INFO [RS:0;6684de3f6e40:39269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:01:17,132 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6684de3f6e40,39269,1731434419337] 2024-11-12T18:01:17,151 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6684de3f6e40,39269,1731434419337 already deleted, retry=false 2024-11-12T18:01:17,152 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6684de3f6e40,39269,1731434419337 expired; onlineServers=0 2024-11-12T18:01:17,152 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6684de3f6e40,40351,1731434419086' ***** 2024-11-12T18:01:17,152 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T18:01:17,152 INFO [M:0;6684de3f6e40:40351 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T18:01:17,152 INFO [M:0;6684de3f6e40:40351 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T18:01:17,152 DEBUG [M:0;6684de3f6e40:40351 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T18:01:17,152 DEBUG [M:0;6684de3f6e40:40351 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T18:01:17,152 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T18:01:17,152 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434420363 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.small.0-1731434420363,5,FailOnTimeoutGroup] 2024-11-12T18:01:17,152 INFO [M:0;6684de3f6e40:40351 {}] hbase.ChoreService(370): Chore service for: master/6684de3f6e40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T18:01:17,152 INFO [M:0;6684de3f6e40:40351 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T18:01:17,152 DEBUG [master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434420359 {}] cleaner.HFileCleaner(306): Exit Thread[master/6684de3f6e40:0:becomeActiveMaster-HFileCleaner.large.0-1731434420359,5,FailOnTimeoutGroup] 2024-11-12T18:01:17,152 DEBUG [M:0;6684de3f6e40:40351 {}] master.HMaster(1795): Stopping service threads 2024-11-12T18:01:17,152 INFO [M:0;6684de3f6e40:40351 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T18:01:17,153 INFO [M:0;6684de3f6e40:40351 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T18:01:17,153 ERROR [M:0;6684de3f6e40:40351 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:32825,5,PEWorkerGroup] 2024-11-12T18:01:17,153 INFO [M:0;6684de3f6e40:40351 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T18:01:17,153 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T18:01:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T18:01:17,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T18:01:17,176 DEBUG [M:0;6684de3f6e40:40351 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-12T18:01:17,177 DEBUG [M:0;6684de3f6e40:40351 {}] master.ActiveMasterManager(353): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-12T18:01:17,211 INFO [M:0;6684de3f6e40:40351 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/.lastflushedseqids 2024-11-12T18:01:17,251 INFO [RS:0;6684de3f6e40:39269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:01:17,251 INFO [RS:0;6684de3f6e40:39269 {}] regionserver.HRegionServer(1031): Exiting; stopping=6684de3f6e40,39269,1731434419337; zookeeper connection closed. 2024-11-12T18:01:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:01:17,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39269-0x101317e45650001, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:01:17,271 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19a04b12 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19a04b12 2024-11-12T18:01:17,272 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-12T18:01:17,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741867_1043 (size=650) 2024-11-12T18:01:17,346 INFO [M:0;6684de3f6e40:40351 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T18:01:17,346 INFO [M:0;6684de3f6e40:40351 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T18:01:17,346 DEBUG [M:0;6684de3f6e40:40351 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T18:01:17,346 INFO [M:0;6684de3f6e40:40351 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:01:17,346 DEBUG [M:0;6684de3f6e40:40351 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:01:17,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741867_1043 (size=650) 2024-11-12T18:01:17,346 DEBUG [M:0;6684de3f6e40:40351 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T18:01:17,346 DEBUG [M:0;6684de3f6e40:40351 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:01:17,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741867_1043 (size=650) 2024-11-12T18:01:17,347 INFO [M:0;6684de3f6e40:40351 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=125.49 KB heapSize=154.91 KB 2024-11-12T18:01:17,389 DEBUG [M:0;6684de3f6e40:40351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50abcf44951140ad9403aba2c8b53c5d is 82, key is hbase:meta,,1/info:regioninfo/1731434431268/Put/seqid=0 2024-11-12T18:01:17,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741868_1044 (size=5672) 2024-11-12T18:01:17,514 INFO [M:0;6684de3f6e40:40351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50abcf44951140ad9403aba2c8b53c5d 2024-11-12T18:01:17,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741868_1044 (size=5672) 2024-11-12T18:01:17,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741868_1044 (size=5672) 2024-11-12T18:01:17,591 DEBUG [M:0;6684de3f6e40:40351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a8a312c258846ed8f10c51e45ca0d6f is 1244, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731434443360/Put/seqid=0 2024-11-12T18:01:17,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741869_1045 (size=14421) 2024-11-12T18:01:17,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741869_1045 (size=14421) 2024-11-12T18:01:17,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741869_1045 (size=14421) 2024-11-12T18:01:18,098 INFO [M:0;6684de3f6e40:40351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=124.81 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a8a312c258846ed8f10c51e45ca0d6f 2024-11-12T18:01:18,131 INFO [M:0;6684de3f6e40:40351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a8a312c258846ed8f10c51e45ca0d6f 2024-11-12T18:01:18,206 DEBUG [M:0;6684de3f6e40:40351 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4167188d925540258436a0ff3823a7db is 69, key is 6684de3f6e40,38497,1731434419539/rs:state/1731434420439/Put/seqid=0 2024-11-12T18:01:18,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741870_1046 (size=5294) 2024-11-12T18:01:18,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741870_1046 (size=5294) 2024-11-12T18:01:18,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741870_1046 (size=5294) 2024-11-12T18:01:18,324 INFO [M:0;6684de3f6e40:40351 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4167188d925540258436a0ff3823a7db 2024-11-12T18:01:18,346 DEBUG [M:0;6684de3f6e40:40351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/50abcf44951140ad9403aba2c8b53c5d as hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50abcf44951140ad9403aba2c8b53c5d 2024-11-12T18:01:18,354 INFO [M:0;6684de3f6e40:40351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/50abcf44951140ad9403aba2c8b53c5d, entries=8, sequenceid=317, filesize=5.5 K 2024-11-12T18:01:18,355 DEBUG [M:0;6684de3f6e40:40351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a8a312c258846ed8f10c51e45ca0d6f as hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a8a312c258846ed8f10c51e45ca0d6f 2024-11-12T18:01:18,389 INFO [M:0;6684de3f6e40:40351 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a8a312c258846ed8f10c51e45ca0d6f 2024-11-12T18:01:18,389 INFO [M:0;6684de3f6e40:40351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a8a312c258846ed8f10c51e45ca0d6f, entries=45, sequenceid=317, filesize=14.1 K 2024-11-12T18:01:18,392 DEBUG [M:0;6684de3f6e40:40351 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4167188d925540258436a0ff3823a7db as hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4167188d925540258436a0ff3823a7db 2024-11-12T18:01:18,409 INFO [M:0;6684de3f6e40:40351 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32825/user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4167188d925540258436a0ff3823a7db, entries=3, sequenceid=317, filesize=5.2 K 2024-11-12T18:01:18,416 INFO [M:0;6684de3f6e40:40351 {}] regionserver.HRegion(3140): Finished flush of dataSize ~125.49 KB/128506, heapSize ~154.61 KB/158320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1069ms, sequenceid=317, compaction requested=false 2024-11-12T18:01:18,467 INFO [M:0;6684de3f6e40:40351 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T18:01:18,468 DEBUG [M:0;6684de3f6e40:40351 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731434477346Disabling compacts and flushes for region at 1731434477346Disabling writes for close at 1731434477346Obtaining lock to block concurrent updates at 1731434477347 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731434477347Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=128506, getHeapSize=158560, getOffHeapSize=0, getCellsCount=384 at 1731434477347Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731434477355 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731434477355Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731434477388 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731434477388Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731434477539 (+151 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731434477590 (+51 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731434477590Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731434478132 (+542 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731434478206 (+74 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731434478206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2a2a85: reopening flushed file at 1731434478345 (+139 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ad7d7d4: reopening flushed file at 1731434478354 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b85ddbf: reopening flushed file at 1731434478390 (+36 ms)Finished flush of dataSize ~125.49 KB/128506, heapSize ~154.61 KB/158320, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1069ms, sequenceid=317, compaction requested=false at 1731434478416 (+26 ms)Writing region close event to WAL at 1731434478467 (+51 ms)Closed at 1731434478467 2024-11-12T18:01:18,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32819 is added to blk_1073741830_1006 (size=149798) 2024-11-12T18:01:18,499 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1f249ece-5655-bde1-ffc3-8117c62fed07/MasterData/WALs/6684de3f6e40,40351,1731434419086/6684de3f6e40%2C40351%2C1731434419086.1731434419890 not finished, retry = 0 2024-11-12T18:01:18,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38129 is added to blk_1073741830_1006 (size=149798) 2024-11-12T18:01:18,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45209 is added to blk_1073741830_1006 (size=149798) 2024-11-12T18:01:18,602 INFO [M:0;6684de3f6e40:40351 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T18:01:18,602 INFO [M:0;6684de3f6e40:40351 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40351 2024-11-12T18:01:18,602 INFO [M:0;6684de3f6e40:40351 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T18:01:18,607 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T18:01:18,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:01:18,733 INFO [M:0;6684de3f6e40:40351 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T18:01:18,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40351-0x101317e45650000, quorum=127.0.0.1:57278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T18:01:18,752 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ff9f2a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:01:18,760 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a933489{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:01:18,760 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:01:18,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@233414e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:01:18,760 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33e24962{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/hadoop.log.dir/,STOPPED} 2024-11-12T18:01:18,770 WARN [BP-1128570039-172.17.0.3-1731434416394 heartbeating to localhost/127.0.0.1:32825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:01:18,770 WARN [BP-1128570039-172.17.0.3-1731434416394 heartbeating to localhost/127.0.0.1:32825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1128570039-172.17.0.3-1731434416394 (Datanode Uuid f61de81c-8624-40e9-8f94-a52785e89bca) service to localhost/127.0.0.1:32825 2024-11-12T18:01:18,771 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/data/data5/current/BP-1128570039-172.17.0.3-1731434416394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:01:18,771 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/data/data6/current/BP-1128570039-172.17.0.3-1731434416394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:01:18,771 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:01:18,772 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:01:18,772 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:01:18,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@741a1bb2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:01:18,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71458439{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:01:18,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:01:18,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30f7c0fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:01:18,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ae4ac48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/hadoop.log.dir/,STOPPED} 2024-11-12T18:01:18,825 WARN [BP-1128570039-172.17.0.3-1731434416394 heartbeating to localhost/127.0.0.1:32825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:01:18,825 WARN [BP-1128570039-172.17.0.3-1731434416394 heartbeating to localhost/127.0.0.1:32825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1128570039-172.17.0.3-1731434416394 (Datanode Uuid 062c637b-1fb9-41dc-908e-78e45b99c54c) service to localhost/127.0.0.1:32825 2024-11-12T18:01:18,826 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/data/data4/current/BP-1128570039-172.17.0.3-1731434416394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:01:18,827 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:01:18,827 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:01:18,827 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:01:18,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/data/data3/current/BP-1128570039-172.17.0.3-1731434416394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:01:18,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57fab05d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T18:01:18,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e0c607{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:01:18,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:01:18,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@673d1674{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:01:18,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59829fca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/hadoop.log.dir/,STOPPED} 2024-11-12T18:01:18,911 WARN [BP-1128570039-172.17.0.3-1731434416394 heartbeating to localhost/127.0.0.1:32825 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T18:01:18,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T18:01:18,911 WARN [BP-1128570039-172.17.0.3-1731434416394 heartbeating to localhost/127.0.0.1:32825 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1128570039-172.17.0.3-1731434416394 (Datanode Uuid b2ba7ac7-c157-4f50-9917-eea044c8a764) service to localhost/127.0.0.1:32825 2024-11-12T18:01:18,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T18:01:18,912 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/data/data1/current/BP-1128570039-172.17.0.3-1731434416394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:01:18,914 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T18:01:18,919 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/cluster_a93e8128-56ac-c087-cf39-401a2a6c38b0/data/data2/current/BP-1128570039-172.17.0.3-1731434416394 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T18:01:18,946 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30d03752{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T18:01:18,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b00100d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T18:01:18,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T18:01:18,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69630b3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T18:01:18,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7eabc2b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c3aa8f17-52a9-4da9-cfb1-de37c80cb547/hadoop.log.dir/,STOPPED} 2024-11-12T18:01:18,984 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T18:01:19,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T18:01:19,190 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSnapshotProcedureRSCrashes#testRegionServerCrashWhileVerifyingSnapshot Thread=117 (was 93) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:32825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:32825 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:32825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:32825 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:32825 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:32825 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:32825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32825 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1097109610) connection to localhost/127.0.0.1:32825 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=488 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1417 (was 1426), ProcessCount=11 (was 11), AvailableMemoryMB=4919 (was 5821)